24052327 6520835 24085086 30319977 30319978 30319979 30319980 30319981 30319982 30319983 30319984 30319985 30319986 30319987 30319988 30319989 30319990 30319991 30319992 30319993 30319994 30319995 30319996 30319997 30319998 30319999 30320000 30320001 30320002 30320003 30320004 30320005 30320006 30320007 30320008 30320009 30320010 30320011 30320012 30320013 30320014 30320015 30320016 30320017 30320018 30320019 30320020 30320021 30320022 30320023 30320024 25264132 28803189 190 2014-01-17 13:07:01.043 2018-02-08 14:41:42.310 24052332 24052334 24052336 24052338 24052339 24052341 24052342 24052371 24052372 24052374 24052376 24052377 24052383 24052384 24052386 24543403 24543405 24543406 24543407 24543408 24543409 25067580 25067582 25067583 25067587 25067589 25067593 25395431 25395433 25395435 25395437 25395454 25395456 25395458 25395459 25395461 25395492 25395493 25395495 25395497 25395499 25395500 25395502 25395600 25395619 25395621 25395622 25395624 25395628 25395635 25395636 25395637 25395639 25395640 25395789 25395791 25395792 25395793 25395794 25395796 25919503 25919532 25919534 25919535 25919572 25919574 25919576 25919578 25919579 26247260 26247325 26247327 26247330 26247332 26247333 26247334 26247336 26247338 26247340 26247342 26247344 26247350 26247352 26247354 26247355 26247361 26247362 26247386 26640632 26640634 26640636 26640637 26640638 26640640 26640642 26640644 26640695 26640744 26640745 26640747 26640749 26640751 26640752 26640754 26640756 26640767 26640769 26640775 26640776 26640778 26640801 26640802 26640807 26640809 26640811 26640813 26640814 26640816 26640817 26640819 27066372 27066374 27066376 27066377 27066379 27066811 27066813 27066816 27066817 27066845 27066847 27066849 27066850 27066880 27066882 27066894 27066896 27066986 27066988 27066990 27066991 27067038 27067040 27067042 27067048 27067359 27067361 27067419 27067423 27067425 27067427 27067428 27067429 27067430 28377153 28377155 28377157 28377158 28639377 28639378 28639379 28639381 28639382 28639384 28639386 28639388 28639390 28639392 28639410 28639412 28639414 28639469 28639473 28639475 28639476 28639478 28639480 28639482 28639484 28639485 28639487 28639489 28639491 28639492 28639494 30245080 30245082 30245084 30245086 25591824 25591825 25591928 25591929 26509313 26509315 26509319 26837053 26837054 26837055 26837056 26837057 26837058 26837060 26837061 26837062 26837063 27263003 27263005 27263006 27263029 27263030 27263031 28835842 28835843 28835844 28835845 28835846 28835847 24477697 9798649 24052054 18579493 24052054 6520835 9831389 4 2009-05-21 15:38:15.970 2013-12-30 11:12:02.133 9798652 9798654 19039772 11796908 11796976 18579493 24052054 11796976 6520835 11829663 4 2010-04-15 16:11:04.653 2010-04-26 15:49:51.890 11796910 11796914 11796916 18579599 15630841 18579493 24052056 15630841 6520835 18645123 1 2012-01-24 13:29:28.610 2012-01-24 13:29:28.610 11796912 24052054 18579493 24052054 6520835 11829666 1 2010-04-15 16:23:57.147 2013-12-30 11:07:27.827 15631333 24052056 18579493 24052056 6520835 15664083 22 2011-02-03 13:53:44.423 2013-12-30 11:26:45.730 15631334 15631335 15631336 15631337 15631343 15631353 15631354 15631356 15631358 15631360 15631361 15631363 15631365 15631367 15631369 15631382 15631417 15631418 15631426 15631433 16220234 15794183 27067008 6520835 27099768 27141534 27141535 27141536 27141537 27000982 17 2015-04-24 12:39:04.967 2015-05-19 14:44:34.460 27067014 27067016 27067018 27067019 27067021 27067023 27067025 27067030 27067031 27067033 27067035 27067044 27067107 27067132 27067134 27067136 27263019 27263020 27263021 16416912 24052059 18579493 24052059 6520835 16449675 33652793 33652794 33652795 33652796 33652797 33652798 33652799 33652800 33652801 33652802 33652803 33652804 33652805 33652806 33652807 33652808 33652809 33652810 33652811 33652812 33652813 33652814 33652815 33652816 33652817 33652818 26771541 28803175 29 2011-03-23 16:44:27.450 2022-03-28 13:39:38.497 16416915 16416917 16416918 16416920 16416928 16416930 16416984 16416986 16416988 16416990 16416992 16416994 16416996 16416998 16417001 18579703 18579728 18579730 18579732 18579734 18579736 18579738 18579740 26640855 26640856 26640858 26640859 33587207 16547862 16547863 15630605 19040908 18579493 24052056 19040908 6520835 15663364 19155370 19155371 6 2011-01-02 12:27:43.843 2013-12-30 11:42:22.323 15630607 15630608 15630610 15630668 19039923 15728683 15728684 19040116 19040016 18579493 24052059 19040016 6520835 19072834 4 2012-07-16 12:56:51.560 2012-09-11 09:39:58.233 19040117 19040817 19040818 15630618 19040908 18579493 24052056 19040908 6520835 15663377 19146196 19146197 19146198 5 2011-01-03 10:06:18.620 2013-12-30 11:46:31.327 15630620 15630622 15630791 19039491 15728686 15794178 19040855 18579502 18579493 18579502 6520835 19073548 19165902 18 2012-09-17 10:54:01.463 2013-12-30 11:19:07.140 19040859 19040860 19040862 19040864 19040866 19040868 19040869 19040880 19040895 19040897 19040920 19040922 19040926 19041005 19041006 19041017 19041025 9371694 24052054 18579493 24052054 6520835 9404457 9 2009-02-18 22:50:30.200 2013-12-30 11:10:38.167 9371697 9371699 9371701 9371703 9371705 9371706 9372477 19039765 9502727 25395718 24052052 18579493 24052052 6520835 25428480 25561093 25561094 25493623 3 2014-04-17 16:10:51.120 2014-04-17 16:26:32.487 25395720 25395729 25690116 19039721 24052054 18579493 24052054 6520835 19072453 1 2012-06-28 16:28:06.427 2013-12-30 11:13:56.107 19040131 24052056 18579493 24052056 6520835 19072849 5 2012-07-17 15:33:44.063 2013-12-30 11:30:24.333 19040133 19040135 19040136 19040331 19169496 19169497 19169498 19169509 19169510 15630629 19040908 15630774 18579493 24052056 19040908 6520835 15663388 19146213 19146214 19146215 19146216 19146217 19146218 13 2011-01-03 12:19:25.467 2013-12-30 11:43:21.143 15630631 15630633 15630635 15630637 15630666 15630767 15630772 15630778 15630782 15630820 15630822 19039494 15794177 21364827 21364810 18579493 21364810 6520835 21397594 23298281 23298282 23298283 4 2013-06-03 14:33:26.117 2013-10-08 16:07:15.410 21364829 23167031 23167032 6389777 theme.key ]]> 6389779 CANON false global ]]> 15631245 15631013 18579493 24052056 15631013 6520835 15663995 1 2011-02-01 08:42:35.330 2011-02-01 08:42:35.330 15728731 6389778 2]]> 19041310 24052056 18579493 24052056 6520835 19073999 6 2012-11-27 10:34:08.230 2013-12-30 11:27:21.387 19041312 19041314 19041315 19041317 19041318 19169565 19169580 19169581 19169566 19169567 19169582 19169577 19169583 19169568 19169569 19169578 19169570 19169586 19169587 19169571 19169572 19169584 19169588 19169573 19169574 19169579 19169575 19169589 19169585 19169576 15630664 19040908 18579493 24052056 19040908 6520835 15663422 19146256 19146257 4 2011-01-04 13:00:35.710 2013-12-30 11:42:40.890 15630794 15630824 19039500 21364810 18579493 21364827 21364857 18579493 6520835 21397577 26807631 26807632 26807633 26807634 26807635 26807636 28 2013-06-03 13:48:33.990 2014-10-22 09:18:31.903 21364816 21364818 21364822 21364839 21364841 21364845 21364847 21364852 21364853 21364854 21364856 21364865 21364867 21364868 21364870 21364872 21364875 21364877 21364878 21364880 21365022 21365688 21365735 24051934 24051994 24051996 26640952 21528579 21528582 21528593 21528594 21561345 24051929 21364857 18579493 21364810 21364857 6520835 24084693 24118471 24118472 10 2013-12-17 17:07:29.460 2013-12-30 09:15:25.537 24051971 24051973 24051988 24051992 24052003 24052004 24052039 24052040 24052041 24018985 19040787 24052059 18579493 24052059 6520835 19073483 23298323 6 2012-09-05 16:13:46.787 2013-12-30 11:40:47.743 19040789 19040853 20087206 21365291 23167053 19234829 24051942 21364857 18579493 21364810 21364857 6520835 24084705 24118356 3 2013-12-17 17:27:30.110 2013-12-19 11:14:07.390 24051956 24051991 15630686 19040908 18579493 24052056 19040908 6520835 15663443 19146270 19146271 19146272 3 2011-01-04 14:24:46.197 2013-12-30 11:45:04.460 15630792 19039502 24051932 21364857 18579493 21364810 21364857 6520835 24084696 24123374 24123375 24123376 14 2013-12-17 17:11:04.963 2014-01-15 12:07:33.607 24051937 24051939 24051958 24051959 24051960 24051966 24051993 24052315 24052317 24052318 24052319 24052320 24052321 24052322 7503890 7372874 8060931 8060932 8060933 8060934 8060935 18579493 24052054 7372874 6520835 7536658 7602204 1 2008-11-10 13:23:04.467 2008-11-10 13:23:04.467 9502746 7503889 7372874 18579493 24052054 7372874 6520835 7536657 7602203 1 2008-11-10 13:23:03.757 2008-11-10 13:23:03.757 7634962 8159263 8159264 7634963 7635005 8159265 8159262 7503887 7372874 7766035 18579493 24052054 7372874 6520835 7536655 9438444 2 2008-11-10 13:22:59.700 2009-03-03 08:33:07.860 9371991 7634951 8159241 8159242 7634952 7634953 8159244 8159245 7634954 7634955 8159246 8159247 7634956 7634957 8159248 8159243 8159249 7766106 24052054 18579493 24052054 6520835 7798870 19148490 5 2008-11-17 12:37:54.930 2013-12-30 11:12:17.053 7766125 8060943 9372481 19039676 19040016 24052059 19040116 18579493 24052059 6520835 19072736 19159344 19159345 19159346 19159347 19159348 19159349 19159350 19159351 19159352 19159353 19159354 19159355 19159356 18 2012-07-12 15:50:14.640 2013-12-30 11:38:48.047 19040020 19040022 19040025 19040027 19040029 19040031 19040033 19040035 19040037 19040102 19040106 19040108 19040110 19040112 19040114 19040118 19040180 19169488 19169494 19169493 19169495 19234834 19039554 24052054 18579493 24052054 6520835 19072290 19146622 19146623 3 2012-06-28 12:25:44.000 2013-12-30 11:04:09.150 19039558 19039559 19040962 24052056 18579493 24052056 6520835 19073654 19165626 3 2012-09-24 13:20:05.307 2013-12-30 11:31:52.303 19040964 19040966 18579493 18579502 18579507 21364810 24052052 24052054 24052056 24052059 24052061 24052063 6520835 18645029 24123453 24123454 24123455 24123456 24123457 24123458 24123459 24123460 287 2012-01-12 16:48:35.127 2014-01-22 09:15:53.327 18579495 18579496 18579503 19039436 19039438 19039441 19039452 19039454 19039457 19039475 19039476 19039477 19039478 19039481 19039482 19039483 19039486 19039487 19039488 19039490 19039492 19039493 19039495 19039497 19039499 19039501 19039503 19039504 19039506 19039507 19039508 19039510 19039511 19039516 19039517 19039518 19039521 19039523 19039525 19039552 19039561 19039562 19039569 19039571 19039594 19039595 19039601 19039606 19039609 19039610 19039612 19039616 19039618 19039619 19039622 19039623 19039625 19039628 19039631 19039633 19039636 19039642 19039643 19039645 19039646 19039647 19039649 19039650 19039651 19039652 19039653 19039655 19039657 19039658 19039659 19039663 19039665 19039666 19039668 19039669 19039671 19039674 19039681 19039683 19039685 19039687 19039689 19039691 19039693 19039694 19039696 19039698 19039700 19039702 19039703 19039704 19039709 19039710 19039719 19039727 19039728 19039734 19039736 19039744 19039747 19039748 19039750 19039751 19039754 19039756 19039758 19039760 19039764 19039767 19039769 19039771 19039773 19039774 19039776 19039777 19039792 19039793 19039795 19039797 19039799 19039801 19039804 19039806 19039808 19039809 19039810 19039812 19039814 19039815 19039818 19039820 19039823 19039825 19039827 19039830 19039832 19039833 19039836 19039859 19039860 19039861 19039866 19039867 19039868 19039872 19039874 19039876 19039877 19039878 19039879 19039882 19039884 19039887 19039891 19039892 19039893 19039894 19039896 19039898 19039900 19039904 19039908 19039912 19039915 19039921 19039922 19039924 19039926 19039927 19039930 19039934 19039956 19039961 19040120 19040127 19040128 19040129 19040137 19040382 19040440 19040540 19040542 19040546 19040791 19040793 19040857 19040888 19040890 19040910 19040913 19040960 19040963 19040985 19041083 19041297 19041308 19041562 19041604 19041666 19041689 20742147 20742150 20971630 20971632 20971634 20971635 24051782 24051861 24052043 24052045 24052047 24052049 24052051 24052057 24052064 24052068 24052071 24052074 24052077 24052079 24052081 24052083 24052085 24052087 24052089 24052091 24052093 24052095 24052097 24052099 24052101 24052103 24052105 24052107 24052109 24052111 24052113 24052115 24052117 24052119 24052121 24052124 24052125 24052128 24052130 24052132 24052135 24052137 24052139 24052141 24052145 24052147 24052149 24052150 24052152 24052153 24052154 24052156 24052157 24052158 24052160 24052161 24052163 24052164 24052165 24052166 24052167 24052169 24052170 24052172 24052173 24052174 24052176 24052178 24052179 24052180 24052181 24052182 24052204 24052206 24052360 24018986 24018987 19234833 19039564 24052054 18579493 24052054 6520835 19072300 19146669 1 2012-06-28 12:34:31.187 2013-12-30 11:05:04.623 6520835 6259409 18579493 6553781 6553782 6553783 6553784 6553785 6553786 6553787 6553788 6553789 6553790 6553791 6553792 6553793 6553794 6553816 6553817 6553818 6553819 6553820 6553821 6553822 19300418 19300419 2008-10-20 13:29:43.430 2012-07-05 15:36:22.640 global 24051745 23625739 18579493 24052056 23625736 23625739 6520835 24084513 24117356 24117357 24117358 24117359 24117360 1 2013-11-25 15:26:15.887 2013-11-25 15:26:15.887 19040544 24052059 18579493 24052059 6520835 19073244 9 2012-08-15 11:33:52.730 2013-12-30 11:40:21.467 19040720 19040722 19040728 19040849 19040850 19040851 21365132 21365133 19234830 7503878 24052059 18579493 24052059 6520835 7536646 19145881 19145882 9 2008-11-10 13:13:49.637 2013-12-30 11:37:25.817 7503880 19039439 19039444 19039446 19039447 19039448 19039449 19039450 21364857 21364810 24051929 24051932 24051942 18579493 21364810 6520835 21397624 24118296 24118297 24118298 26 2013-06-04 08:38:48.840 2013-12-18 16:14:40.457 21364861 21364864 21364871 21364876 21365015 24051738 24051740 24051742 24051798 24051801 24051809 24051810 24051897 24051930 24051935 24051943 24051944 24051945 24051946 24051949 24051951 24051954 24051962 24051964 24051969 24018979 24018980 24018981 24018982 24018983 24018984 19040987 24052056 18579493 24052056 6520835 19073679 19165780 19165781 3 2012-09-26 09:21:09.767 2013-12-30 11:34:19.320 19040989 19041000 19169536 19169537 19169538 15630774 15630629 18579493 24052056 19040908 15630629 6520835 15663531 15705982 15705983 15705984 3 2011-01-05 13:04:11.897 2011-01-05 13:16:22.580 15630784 15630786 15728693 19040886 24052059 18579493 24052059 6520835 19073578 24121419 24121420 24121421 24121422 24121423 24121424 24121425 6 2012-09-18 11:13:51.977 2013-12-30 11:40:05.620 19040891 19040893 19041065 20086960 24052143 19169529 19169530 19169531 19169532 19169533 19234831 7372874 24052054 7503887 7503889 7503890 8060929 8060930 8060936 8060937 8913150 9371992 18579493 24052054 6520835 7405642 19152984 12 2008-11-10 11:56:36.427 2013-12-30 11:14:20.940 7372875 7503876 7503881 7503891 7503892 7503893 7503894 9371994 9371996 19039443 19039864 7634964 8159302 8159303 9076757 9928707 11042885 11042886 11042887 11042888 11042889 19038993 24052059 18579493 24052059 6520835 19071752 22610873 22610874 22610875 22610876 25 2012-05-29 09:43:57.237 2013-12-30 11:37:53.920 19038995 19038997 19038998 19039000 19039002 19039003 19039004 19039005 19039006 19039008 19039009 19039010 19039012 19039014 19039016 19039017 19039018 19039019 19039020 19039245 19039707 19040587 19040588 22511683 19169466 15631132 19040908 18579493 24052056 19040908 6520835 15663883 19151987 19151988 19151989 19151990 19151991 19151992 19151993 19151994 19151995 19151996 19151997 19151998 19151999 19152000 19152001 19152002 19152003 19152004 19152005 19152006 19152007 19152008 19152009 19152010 19152011 19152012 19152013 19152014 19152015 53 2011-01-27 08:25:01.400 2013-12-30 11:45:43.460 15631134 15631136 15631138 15631140 15631143 15631148 15631153 15631155 15631156 15631158 15631160 15631162 15631163 15631165 15631167 15631169 15631171 15631173 15631175 15631177 15631179 15631181 15631183 15631185 15631187 15631189 15631190 15631192 15631194 15631196 15631198 15631200 15631202 15631204 15631206 15631208 15631210 15631211 15631213 15631217 15631219 15631221 15631223 15631225 15631227 15631241 15631276 15631326 15631330 15631673 15631675 19039817 15728729 15728730 7766038 7766035 18579493 24052054 7372874 7503887 7766035 6520835 7798804 7864335 1 2008-11-12 10:33:00.750 2008-11-12 10:33:00.750 7897105 7897106 7897107 7897108 7897109 7897110 7897111 7897112 7897113 7897114 7897115 7897116 7897117 7897118 7897119 7897120 7897121 7897122 7897123 7897124 7897125 7897126 7897127 7897128 7897129 7766037 7766035 18579493 24052054 7372874 7503887 7766035 6520835 7798803 7864334 1 2008-11-12 10:31:54.390 2008-11-12 10:31:54.390 7897089 7897090 7897091 7897092 7897093 7897094 7897095 7897096 7897097 7897098 7897099 7897100 7897101 7897102 7897103 7897104 15007785 24052054 18579493 24052054 6520835 15040552 2 2010-10-05 07:15:40.187 2013-12-30 11:09:03.003 15204363 15368193 7766035 7503887 7766037 7766038 18579493 24052054 7372874 7503887 6520835 7798801 3 2008-11-12 10:31:31.370 2008-11-12 10:34:22.110 7766036 7766040 7897130 15631117 24052056 18579493 24052056 6520835 15663868 15713386 15713387 12 2011-01-26 16:49:58.250 2013-12-30 11:30:45.267 15631119 15631145 15631149 15631261 15631263 15631265 15631267 15631269 15631270 15631271 15631679 24051784 24052056 18579493 24052056 6520835 24084552 24121391 16 2013-12-02 11:52:01.597 2013-12-30 11:32:57.217 24051786 24051788 24051790 24051793 24051795 24051796 24051799 24051802 24051803 24051804 24051805 24051807 24051811 24051819 24052140 18579502 18579493 18580243 19040855 18579493 6520835 18645035 24609130 24609131 24609132 24609133 24609134 24609135 24609136 24609137 41 2012-01-12 16:54:41.707 2014-01-29 09:07:46.707 19039459 19039461 19039463 19039465 19039467 19039469 19039471 19039473 24052126 24052131 24052184 24052185 24052186 24052188 24052190 24052192 24052193 24052194 24052196 24052199 24052200 24052205 24052207 24052214 24052216 24052223 24052354 24052355 24052357 24052359 24543262 24543265 24543267 24543268 24543270 24543271 24543273 24543274 24543276 24543278 24641537 24641538 24641540 18907139 18579507 18579493 18579493 6520835 18645038 1 2012-01-12 17:16:26.820 2012-01-12 17:16:26.820 19040908 24052056 15630393 15630448 15630605 15630618 15630629 15630664 15630686 15630817 15631132 15631372 15631522 19039929 18579493 24052056 6520835 19073600 19164649 19164650 19164651 19164652 19164653 19164654 19164655 19164656 19164657 19164658 19164659 19164660 19164661 19164662 19164663 19164664 19164665 19164666 19164667 19164668 19164669 19164670 19164671 19164672 19164673 19164674 19164675 3 2012-09-19 10:51:22.847 2013-12-30 16:27:25.263 19040911 19040912 15728737 15728760 15728767 15728768 15728769 15728770 15728771 19039527 24052054 18579493 24052054 6520835 19072266 3 2012-06-27 17:07:40.770 2013-12-30 11:04:31.037 19039528 19039577 17236091 15631522 18579493 24052056 19040908 15631522 6520835 17268855 17302438 17302439 17302440 17302441 17302442 17302443 17302444 17302445 17302446 17302447 48 2011-06-02 11:17:37.793 2011-06-06 12:23:18.393 17236093 17236094 17236096 17236097 17236116 17236118 17236120 17236122 17236123 17236125 17236127 17236128 17236129 17236131 17236133 17236134 17236135 17236137 17236139 17236140 17236142 17236144 17236146 17236148 17236150 17236151 17236153 17236154 17236156 17236157 17236158 17236159 17236160 17236161 17236163 17236165 17236167 17236171 17236173 17236175 17236177 17236178 17236179 17236181 17236182 17236183 17236184 17170443 17170444 17170445 17170446 17170447 17170448 17170449 17170453 17170450 17170451 17170452 15630817 19040908 18579493 24052056 19040908 6520835 15663574 15709163 15709164 15709165 15709166 15709167 15709168 15709169 15709170 15709171 15709172 15709173 15709174 15709175 28 2011-01-05 17:36:24.157 2013-12-30 11:43:06.903 15630818 15630907 15630921 15630923 15630925 15630945 15630970 15630972 15630973 15630974 15630976 15630978 15630986 15630988 15630990 15630995 15630999 15631003 15631005 15631006 15631008 15631010 15631012 15631113 15631115 15631215 15631229 15728709 15728710 19040383 24052056 18579493 24052056 6520835 19073086 7 2012-08-02 14:51:22.127 2013-12-30 11:31:30.497 19040441 19040444 19040446 19040448 19040450 19040764 19041087 24052056 18579493 24052056 6520835 19073778 1 2012-10-24 06:40:42.990 2013-12-30 11:31:07.823 23625739 23625736 24051745 18579493 24052056 23625736 6520835 23658506 26805031 26805032 26805033 26805034 26805035 26805036 26805037 26805038 26805039 12 2013-11-04 08:56:46.157 2014-08-20 17:17:28.503 23625747 23625792 24051746 24051747 24051748 24051750 24051756 24051758 24052333 25395439 26640680 23724041 24018956 9371992 7372874 18579493 24052054 7372874 6520835 9404741 9438445 1 2009-03-03 08:34:02.670 2009-03-03 08:34:02.670 9502748 9502749 9502750 9502751 9502752 9502753 9502754 9502755 9502756 9502757 6750229 24052054 18579493 24052054 6520835 6782997 19148438 9 2008-10-22 10:10:05.160 2013-12-30 11:09:41.667 6750231 6750232 6750237 6946821 6946822 9372479 19039661 19039672 15631557 15631522 18579493 24052056 19040908 15631522 6520835 15664296 25 2011-02-14 13:54:28.660 2011-02-14 15:52:45.877 15631559 15631567 15631568 15631573 15631574 15631576 15631577 15631578 15631579 15631589 15631590 15631591 15631608 15631628 15631643 15631649 15631650 15631651 15631652 15631653 15631656 15631657 15631658 15631660 11796976 24052054 11796908 18579493 24052054 6520835 11829730 19146985 12 2010-04-19 15:33:48.430 2013-12-30 11:08:07.520 11796978 11796979 11796981 11796983 11796985 11796986 11797057 19039597 19039599 19039603 19039605 11763733 11763734 11763735 11763736 11763737 11763738 11763739 8060930 7372874 18579493 24052054 7372874 6520835 8093698 8126466 1 2008-12-04 10:16:53.330 2008-12-04 10:16:53.330 8159250 8159251 8159252 8159253 8159254 8159255 8159256 8159257 8159258 8159259 8159260 8159261 8060929 7372874 18579493 24052054 7372874 6520835 8093697 8126465 1 2008-12-04 10:16:33.563 2008-12-04 10:16:33.563 8159233 8159234 8159235 8159236 8159237 8159238 8159239 8159240 8060932 7503890 18579493 24052054 7372874 7503890 6520835 8093700 8126468 1 2008-12-04 10:17:03.903 2008-12-04 10:17:03.903 8159270 8159271 8060931 7503890 18579493 24052054 7372874 7503890 6520835 8093699 8126467 1 2008-12-04 10:17:00.527 2008-12-04 10:17:00.527 8159266 8159267 8159268 8159269 23625736 24052056 23625739 18579493 24052056 6520835 23658503 23592968 23592975 26771474 26771491 26771495 26771518 26771521 27000937 27000949 27000953 27000977 27000995 27000997 29294598 29982726 72 2013-11-04 08:56:01.100 2016-04-05 18:23:18.133 23625744 24051752 24051754 24052330 26640596 26640603 26640647 26640648 26640650 26640652 26640654 26640655 26640656 26640658 26640660 26640662 26640664 26640666 26640667 26640669 26640673 26640675 26640676 26640678 26640682 26640684 26640786 26640787 26640789 27066779 27066781 27066855 27066910 27066912 27066914 27066916 27066918 27066919 27066921 27066923 27066925 27066927 27066942 27067009 27067011 27067046 27067125 27067129 27067130 27067138 27067141 27067143 27067144 27067146 27067149 27067150 27067152 27067154 27067156 27067158 27067160 27067162 27067163 27067165 27067185 27067415 28377138 28377140 28377141 28639643 28639645 23724035 23724036 23724037 23724038 23724039 23724040 24018955 26837018 26837019 26837020 26837022 26837023 26837026 26837059 27263008 27263009 27263010 27263011 27263013 27263023 27263024 28540932 8060934 7503890 18579493 24052054 7372874 7503890 6520835 8093702 8126470 1 2008-12-04 10:17:19.663 2008-12-04 10:17:19.663 8159282 8159283 8159284 8159285 9502747 8060933 7503890 18579493 24052054 7372874 7503890 6520835 8093701 8126469 1 2008-12-04 10:17:06.393 2008-12-04 10:17:06.393 8159272 8159273 8159274 8159275 8159276 8159277 8159278 8159279 8159280 8159281 8060936 7372874 18579493 24052054 7372874 6520835 8093704 8126472 1 2008-12-04 10:17:35.363 2008-12-04 10:17:35.363 8159297 8159298 8060935 7503890 18579493 24052054 7372874 7503890 6520835 8093703 8126471 1 2008-12-04 10:17:27.770 2008-12-04 10:17:27.770 8159286 8159287 8159288 8159289 8159290 8159291 8159292 8159293 8159294 8159295 8159296 8060937 7372874 18579493 24052054 7372874 6520835 8093705 8126473 1 2008-12-04 10:17:36.223 2008-12-04 10:17:36.223 8159299 8159300 8159301 19039969 19039963 18579493 24052056 19039963 6520835 19072694 19156133 19156134 19156135 19156136 1 2012-07-09 09:24:37.920 2012-07-09 09:24:37.920 11797082 24052056 18579493 24052056 6520835 11829835 19147514 19147515 10 2010-04-28 05:31:53.693 2013-12-30 11:27:58.777 11797084 11797089 11797100 11797101 11797103 19039620 19039626 19039629 19039634 24543463 24052052 18579493 24052052 6520835 24576230 27132320 27132321 27132322 27132323 26771520 70 2014-02-10 16:02:54.557 2014-12-01 11:04:52.703 24543467 24543469 24543470 24543474 24543477 24543478 24543479 25067525 25067527 25067529 25067531 25067533 25067535 25067536 25067538 25067539 25067540 25067541 25067542 25067546 25067563 25067565 25067566 25067567 25067569 25067570 25067572 25067574 25067576 25067578 25067591 25395398 25395399 25395401 25395402 25395424 25395426 25395428 25395556 25395558 25395560 25395561 25919526 26247228 26247230 26247232 26247233 26247234 26247235 26247236 26247238 26247240 26247242 26247244 26247245 26247246 26247247 26247249 26640735 26640740 26640742 26640796 26640798 26640799 27066463 27066465 27066466 27066468 27066470 25296901 25296897 25296898 25296902 25296903 25296899 25296900 25591812 25591813 25591814 25591815 25591816 25591817 25591818 25591819 25591820 26116097 26837035 26837036 26837037 26837038 26837039 26837040 26837041 26837042 26837043 26837044 26837045 26837046 26837047 26837048 25690115 19039965 19039963 18579493 24052056 19039963 6520835 19072691 2 2012-07-09 09:21:15.347 2012-07-09 09:23:52.200 19039967 19041565 24052056 18579493 24052056 6520835 19074247 20185712 20185713 20185714 20185715 20185716 20185717 20185718 20 2013-01-08 09:28:02.247 2013-12-30 11:32:11.567 19041574 19041575 19041577 19041578 19041580 19041582 19041583 19041584 19041585 19041586 19041587 19041667 19041749 19041765 19890182 19890184 19890186 20086789 20086887 19039963 24052056 19039965 19039969 19039972 18579493 24052056 6520835 19072690 19156756 19156757 19156758 19156759 19156760 19156761 19156762 13 2012-07-09 09:20:48.587 2013-12-30 11:29:09.290 19039970 19039974 19039975 19039977 19039984 19039986 19039987 19039991 19040095 19040097 19040100 19040104 19039972 19039963 18579493 24052056 19039963 6520835 19072697 1 2012-07-09 09:26:55.847 2012-07-09 09:26:55.847 26640568 24052059 18579493 24052059 6520835 26673325 2 2014-07-28 08:38:55.557 2014-07-28 08:42:16.760 26640570 15631013 24052056 15631245 18579493 24052056 6520835 15663768 19155052 6 2011-01-20 10:56:24.397 2013-12-30 11:28:23.463 15631015 15631017 15631021 15631024 19039914 15728713 18579917 15630841 18579493 24052056 15630841 6520835 18645427 18777825 18777826 2 2012-02-16 12:19:16.887 2012-02-16 12:28:41.403 18579919 18841691 18841692 15630393 19040908 18579493 24052056 19040908 6520835 15663157 19146150 19146151 5 2010-12-02 13:39:54.097 2013-12-30 11:46:56.423 15630396 15630398 15630400 19039479 15728641 15728642 15728643 15728644 15728645 15728646 15728647 15728648 15630955 24052056 18579493 24052056 15631051 6520835 15663709 19146167 19146168 19146169 19146170 19146171 11 2011-01-19 15:23:13.563 2013-12-30 11:29:35.453 15630957 15630959 15630961 15630963 15630965 15630967 15630968 15630983 15630984 19039484 18580243 18579502 18579493 18579502 6520835 18645745 19149568 7 2012-03-14 17:14:17.460 2013-12-30 11:18:40.287 18580245 18580259 19038470 19039729 19039730 19039733 18841769 15630437 24052056 15630538 18579493 24052056 6520835 15663202 19154065 19154066 19154067 19154068 19154069 23 2010-12-10 11:09:31.693 2013-12-30 11:29:53.877 15630439 15630441 15630535 15630540 15630542 15630544 15630546 15630548 15630550 15630552 15630554 15630556 15630558 15630562 15630564 15630566 15630568 15630570 15630574 15630580 15630586 19039889 15728663 15728664 15728665 15728672 15728673 15728674 15728675 15728676 15728677 15728678 15728681 15631522 19040908 15631557 17236091 18579493 24052056 19040908 6520835 15664262 15713308 15713309 15713310 15713311 15713312 15713313 15713314 15713315 81 2011-02-14 12:50:07.840 2013-12-30 11:46:15.900 15631523 15631525 15631528 15631530 15631531 15631533 15631534 15631536 15631537 15631539 15631541 15631543 15631544 15631545 15631546 15631548 15631550 15631551 15631552 15631553 15631555 15631560 15631562 15631563 15631565 15631569 15631570 15631571 15631580 15631581 15631582 15631583 15631585 15631586 15631587 15631588 15631592 15631593 15631594 15631595 15631596 15631597 15631598 15631599 15631600 15631602 15631603 15631604 15631605 15631606 15631607 15631610 15631611 15631613 15631614 15631615 15631616 15631617 15631619 15631620 15631621 15631623 15631625 15631626 15631627 15631630 15631632 15631633 15631634 15631636 15631637 15631638 15631639 15631640 15631642 15631646 15631648 15631654 15631655 15631662 19039929 19040908 18579493 24052056 19040908 6520835 19072658 5 2012-07-05 11:00:58.647 2013-12-30 11:47:42.020 19039931 19039933 19039941 19039942 16973874 16973875 16973876 16973880 16973881 17661974 17661975 17661976 17661978 19169484 19039779 24052056 18579493 24052056 6520835 19072510 11 2012-07-02 10:18:13.530 2013-12-30 11:28:45.137 19039780 19039782 19039783 19039831 19039835 19039839 19039843 19039845 19039855 19039957 19169475 19169476 19169485 9372120 24052054 18579493 24052054 6520835 9404865 5 2009-03-09 11:34:43.787 2013-12-30 11:11:33.703 9372123 9372135 9372136 19039768 15630448 19040908 18579493 24052056 19040908 6520835 15663213 19146188 19146189 9 2010-12-14 12:11:09.683 2013-12-30 11:44:41.773 15630450 15630456 15630589 15630612 15630628 15630826 15630828 19039489 15728666 15728682 15728685 15728687 15728702 19038350 15630841 18579493 24052056 15630841 6520835 19071116 19137495 9 2012-04-02 14:24:02.433 2012-04-05 13:24:44.627 19038352 19038353 19038354 19038355 19038357 19038358 19038360 19038388 15630538 15630437 18579493 24052056 15630437 6520835 15663300 15697044 15697045 15697046 15697047 15697048 4 2010-12-20 13:22:58.977 2010-12-21 11:33:16.323 15630560 15630573 15630582 15728679 15728680 19041691 24052059 18579493 24052059 19041747 6520835 19074371 20185815 20185816 20185817 20185818 20185819 20185820 20185821 20185822 20185823 20185824 20185825 20185826 20185827 20185828 20185829 20185830 20185831 20185832 20185833 20185834 20185835 23 2013-01-24 08:08:57.070 2013-12-30 11:37:03.147 19041693 19041695 19041697 19041699 19041724 19041726 19041728 19041730 19041732 19041734 19041736 19041766 19562502 19562504 19562506 19562507 19562508 20086909 20086910 20086912 20086913 20086920 19169620 19169621 19169622 19169623 19169627 19169628 8913150 7372874 18579493 24052054 7372874 6520835 8945907 8978982 1 2009-01-29 16:09:46.717 2009-01-29 16:09:46.717 9076755 9076756 8913148 24052054 18579493 24052054 6520835 8945906 2 2009-01-29 15:18:38.213 2013-12-30 11:13:07.920 19039762 9372469 24052054 18579493 24052054 6520835 9405200 6 2009-04-02 19:33:13.103 2013-12-30 11:11:45.360 9372471 9372473 9372474 9372476 19039770 24052059 18579493 7503878 16416912 19038993 19040016 19040544 19040787 19040886 19041691 26640568 18579493 6520835 24084820 26804694 26804695 26804696 26804697 26804698 26804699 26804700 26804701 26804702 26804703 26804704 26804705 26804706 26804707 26804708 26804709 26804710 26804711 26804712 26804713 3 2013-12-30 10:05:38.197 2014-07-28 08:32:48.107 24052142 26640565 26640566 24052061 18579493 18579493 6520835 24084821 1 2013-12-30 10:07:30.230 2013-12-30 10:07:30.230 24052063 18579493 18579493 6520835 24084822 1 2013-12-30 10:08:01.567 2013-12-30 10:08:01.567 15630841 24052056 18579599 18579917 19038350 18579493 24052056 6520835 15663597 27140831 27140832 27140833 27140834 27140835 27140836 27140837 27140838 27140839 27140840 27140841 27140842 27140843 27140844 27140845 27140846 27140847 27140848 27140849 27140850 27140851 27140852 27140853 27140854 27140855 27140856 27140857 27140858 27140859 27140860 27140861 27140862 27140863 27140864 27140865 27140866 27140867 27140868 27140869 27140870 27140871 27140872 27140873 27140874 27140875 27140876 27140877 27140878 27140879 27140880 27140881 27140882 27140883 27140884 27140885 27140886 27140887 27140888 27140889 27140890 27140891 27140892 27140893 27140894 27140895 27140896 27140897 27140898 27140899 27140900 27140901 27140902 27140903 27140904 27140905 27140906 27140907 27140908 27140909 337 2011-01-06 17:25:50.527 2015-05-12 11:08:38.633 15630843 15630845 15630846 15630847 15630992 15630996 15630998 15631256 15631257 15631259 15631273 18579707 18579709 18579711 18579712 18579714 18579716 18579718 18579719 18579721 18579722 18579724 18579726 18579811 18579812 18579813 18579815 18579817 18579842 18579843 18579881 18579882 18579883 18579884 18579885 18579923 18579964 18579966 18579967 18579968 18579969 18579970 18579971 18580141 18580142 18580143 18580144 18580145 18580146 18580147 18580148 18580149 18580150 18580152 18580154 18580156 18580158 19038246 19038248 19038250 19038252 19038253 19038254 19038255 19038259 19038261 19038262 19038263 19038264 19038268 19038270 19038271 19038273 19038274 19038287 19038288 19038290 19038291 19038294 19038296 19038346 19038348 19038362 19038363 19038364 19038368 19038418 19038420 19038422 19038424 19038426 19038489 19038490 19038491 19038493 19038494 19038495 19038497 19038498 19038499 19038500 19038501 19038502 19038617 19038619 19038621 19038623 19038644 19038646 19038648 19038650 19038652 19038653 19038654 19038656 19038657 19038731 19038732 19038734 19038772 19038774 19038782 19038824 19038852 19038853 19038854 19038856 19038896 19038899 19038902 19038904 19038948 19038949 19038951 19038953 19038954 19039044 19039046 19039106 19039108 19039153 19039155 19039157 19039158 19039160 19039161 19039355 19039356 19039372 19039376 19039590 19039592 19039785 19039786 19039787 19039788 19039790 19039842 19039980 19039981 19039983 19040122 19040124 19040125 19040330 19040334 19040338 19040339 19040340 19040432 19040434 19040436 19040438 19040513 19040515 19040517 19040518 19040519 19040537 19040538 19040666 19040668 19040670 19040671 19040672 19040709 19040727 19040871 19040873 19040875 19040877 19040878 19040951 19040953 19040954 19041041 19041043 19041045 19041047 19041049 19041051 19041052 19041053 19041055 19041063 19041064 19041739 19041741 19041743 19041744 19041745 19041746 19890188 19890200 19890202 19890204 20086848 20086851 20086976 20086978 20087139 20087141 20087143 20087144 20087250 20087252 20087254 20087255 20087256 20087258 20087259 20087260 20971900 20971902 20971904 20971906 20971907 20971909 20971911 20971913 20971915 20971917 20971918 20971977 20972064 20972066 20972068 20972070 21364805 21364825 21364828 21364831 21364832 21364834 21365037 21365039 21365123 21365125 21365127 21365129 21365130 21365966 21365968 21365970 21365972 21365973 21366000 21366002 21366029 21366034 21366055 21366057 21366059 21366063 22511632 22511633 22511635 22511636 22511638 22511639 23167116 23167117 23167119 23625773 23625775 24543415 24543417 24543419 24543420 24543448 24543450 24543453 24543455 24543460 25395343 25395422 25395467 25395469 25395470 25395472 25395473 25395522 25395650 25395652 25395654 25395656 25395658 25395659 26247222 26247224 26247226 26247264 26247266 26640411 26640413 26640415 26640417 26640698 26640771 26640773 26640867 26640869 26640945 27066697 27066699 27066701 27066703 27066705 27066707 27066745 27066784 27066786 27066788 27066790 27066792 27067103 15728703 15728704 15728708 15728712 15728732 15728733 15728734 19169285 19169289 19169290 19169291 19169292 19169343 19169344 19169354 19169355 19169449 19169486 19169487 19169540 21037068 21037069 21037078 21037079 21037080 21528581 21528637 21528638 21528639 21528641 21528644 22740993 22740994 27262998 27263001 27263004 21561412 15631372 19040908 18579493 24052056 19040908 6520835 15664122 16 2011-02-03 23:12:32.823 2013-12-30 11:41:59.993 15631374 15631376 15631379 15631380 15631384 15631385 15631387 18251816 18251817 18251819 18251821 18251823 18251824 18251826 18252372 15728738 18186246 18186247 16351234 15728739 15728740 15728741 15728742 15728743 15728744 15728745 18186254 18186257 15728746 15728747 18186251 18186252 16351233 18186255 18186256 15728748 15728749 18186245 18186248 18186249 18186250 18186253 15794184 24052052 18579493 24543463 25395718 18579493 6520835 24084814 1 2013-12-30 10:01:27.627 2013-12-30 10:01:27.627 24052054 18579493 6750229 7372874 7766106 8913148 9371694 9372120 9372469 9798649 11796912 11796976 15007785 19039527 19039554 19039564 19039721 18579493 6520835 24084816 24122461 24122462 24122463 24122464 24122465 24122466 24122467 24122468 24122469 24122470 24122471 24122472 24122473 24122474 24122475 24122476 24122477 24122478 24122479 24122480 24122481 24122482 24122483 24122484 24122485 24122486 24122487 24122488 24122489 24122490 24122491 24122492 24122493 24122494 24122495 24122496 24122497 24122498 24122499 24122500 24122501 24122502 24122503 24122504 24122505 24122506 24122507 24122508 24122509 24122510 24122511 24122512 24122513 10 2013-12-30 10:02:36.947 2013-12-30 16:07:46.460 24052065 24052122 24052123 24052202 24052203 24052218 24052219 24052220 24052221 6914049 6914050 8159306 8159307 8159308 9502728 9502772 9502939 9502964 10485794 10485795 10485797 10485798 11042869 11042870 11042871 11042876 11042877 11042882 11403270 11403274 11403275 11403271 11403309 11403315 11403354 11403355 11403356 15728706 15728707 15728711 19169472 19169473 24052056 18579493 11797082 15630437 15630841 15630955 15631013 15631117 15631333 19039779 19039963 19040131 19040383 19040908 19040962 19040987 19041087 19041310 19041565 23625736 24051784 18579493 6520835 24084817 27135497 27135498 27135499 27135500 27135501 27135502 27135503 27135504 27135505 27135506 27135507 27135508 27135509 27135510 27135511 27135512 27135513 27135514 27135515 27135516 27135517 27135518 27135519 27135520 27135521 27135522 27135523 27135524 27135525 7 2013-12-30 10:03:13.517 2015-03-10 06:33:47.690 24052133 24052224 24052226 24052227 24052228 27066794 11763742 11763743 11763744 20971907 21004670 237 2011-01-06 17:25:50.527 2013-04-29 14:25:08.673 15630841 20971909 21004672 238 2011-01-06 17:25:50.527 2013-04-29 14:28:49.763 15630841 19038470 19071236 3 2012-03-14 17:14:17.460 2012-03-15 09:29:44.123 18580243 20971911 21004674 239 2011-01-06 17:25:50.527 2013-04-29 14:49:26.943 15630841 20971913 21004676 240 2011-01-06 17:25:50.527 2013-04-29 14:50:50.767 15630841 20971900 21004663 233 2011-01-06 17:25:50.527 2013-03-18 14:23:00.390 15630841 20971902 21004665 234 2011-01-06 17:25:50.527 2013-04-29 13:35:24.847 15630841 25395729 25428490 2 2014-04-17 16:10:51.120 2014-04-17 16:12:31.647 25395718 20971904 21004667 235 2011-01-06 17:25:50.527 2013-04-29 13:39:54.860 15630841 20971906 21004669 236 2011-01-06 17:25:50.527 2013-04-29 13:55:53.303 15630841 26771474 2 23625736 2014-07-31 10:11:15.037 2014-09-03 13:11:15.027 19038500 19071266 101 2011-01-06 17:25:50.527 2012-04-16 14:30:18.440 15630841 19038499 19071265 100 2011-01-06 17:25:50.527 2012-04-16 14:29:56.483 15630841 19038502 19071268 103 2011-01-06 17:25:50.527 2012-04-16 14:42:17.987 15630841 19038501 19071267 102 2011-01-06 17:25:50.527 2012-04-16 14:39:29.963 15630841 19038495 19071261 97 2011-01-06 17:25:50.527 2012-04-16 14:22:47.527 15630841 19038498 19071264 99 2011-01-06 17:25:50.527 2012-04-16 14:29:20.880 15630841 19038497 19071263 98 2011-01-06 17:25:50.527 2012-04-16 14:27:25.287 15630841 19038491 19071257 94 2011-01-06 17:25:50.527 2012-04-16 14:16:38.180 15630841 19038494 19071260 96 2011-01-06 17:25:50.527 2012-04-16 14:22:14.620 15630841 19038493 19071259 95 2011-01-06 17:25:50.527 2012-04-16 14:17:37.193 15630841 19038489 19071255 92 2011-01-06 17:25:50.527 2012-04-09 16:33:37.910 15630841 25395720 25428482 1 2014-04-17 16:10:51.120 2014-04-17 16:10:51.120 25395718 19038490 19071256 93 2011-01-06 17:25:50.527 2012-04-16 14:16:07.033 15630841 20971917 21004680 242 2011-01-06 17:25:50.527 2013-04-29 15:07:00.220 15630841 20971918 21004681 243 2011-01-06 17:25:50.527 2013-04-29 15:08:57.287 15630841 20971915 21004678 241 2011-01-06 17:25:50.527 2013-04-29 14:59:19.317 15630841 25395796 25428557 60 2014-01-17 13:07:01.043 2014-05-01 14:28:58.943 24052327 20971977 21004740 244 2011-01-06 17:25:50.527 2013-04-29 15:13:40.913 15630841 25395789 25428550 55 2014-01-17 13:07:01.043 2014-04-10 16:25:35.273 24052327 25395791 25428552 56 2014-01-17 13:07:01.043 2014-05-01 09:30:03.347 24052327 25395792 25428553 57 2014-01-17 13:07:01.043 2014-05-01 14:18:49.747 24052327 25395793 25428554 58 2014-01-17 13:07:01.043 2014-05-01 14:19:28.117 24052327 25395794 25428555 59 2014-01-17 13:07:01.043 2014-05-01 14:19:53.517 24052327 19038623 19071387 107 2011-01-06 17:25:50.527 2012-04-19 13:52:49.663 15630841 19038619 19071383 105 2011-01-06 17:25:50.527 2012-04-19 13:40:47.687 15630841 19038621 19071385 106 2011-01-06 17:25:50.527 2012-04-19 13:47:37.187 15630841 19038617 19071381 104 2011-01-06 17:25:50.527 2012-04-16 14:42:50.717 15630841 24084816 24052054 19038653 19071417 113 2011-01-06 17:25:50.527 2012-04-23 13:47:22.563 15630841 7897127 7766038 2008-11-12 10:33:37.507 2008-11-12 10:33:37.507 298163 1 19038654 19071418 114 2011-01-06 17:25:50.527 2012-04-23 15:24:44.380 15630841 7897126 7766038 2008-11-12 10:33:35.877 2008-11-12 10:33:35.877 1432722 1 7897129 7766038 2008-11-12 10:33:38.860 2008-11-12 10:33:38.860 1494403 1 24084817 24052056 19038652 19071416 112 2011-01-06 17:25:50.527 2012-04-23 13:44:50.773 15630841 7897128 7766038 2008-11-12 10:33:37.653 2008-11-12 10:33:37.653 1830028 1 19038657 19071421 116 2011-01-06 17:25:50.527 2012-04-23 15:28:12.393 15630841 7897130 7766035 2008-11-12 10:33:39.290 2008-11-12 10:33:39.290 56832 1 24084814 24052052 19038656 19071420 115 2011-01-06 17:25:50.527 2012-04-23 15:26:51.017 15630841 7897119 7766038 2008-11-12 10:33:24.390 2008-11-12 10:33:24.390 150510 1 7897118 7766038 2008-11-12 10:33:21.593 2008-11-12 10:33:21.593 219648 1 7897121 7766038 2008-11-12 10:33:25.343 2008-11-12 10:33:25.343 436149 1 7897120 7766038 2008-11-12 10:33:24.837 2008-11-12 10:33:24.837 418848 1 7897123 7766038 2008-11-12 10:33:27.397 2008-11-12 10:33:27.397 2770083 1 7897122 7766038 2008-11-12 10:33:25.707 2008-11-12 10:33:25.707 211628 1 7897125 7766038 2008-11-12 10:33:31.113 2008-11-12 10:33:31.113 2566970 1 7897124 7766038 2008-11-12 10:33:29.300 2008-11-12 10:33:29.300 2704505 1 19038646 19071410 109 2011-01-06 17:25:50.527 2012-04-23 13:16:42.043 15630841 19038644 19071408 108 2011-01-06 17:25:50.527 2012-04-19 13:54:15.173 15630841 19038650 19071414 111 2011-01-06 17:25:50.527 2012-04-23 13:44:09.323 15630841 24084820 24052059 19038648 19071412 110 2011-01-06 17:25:50.527 2012-04-23 13:28:57.253 15630841 24084821 24052061 24084822 24052063 7897097 7766037 2008-11-12 10:32:20.227 2008-11-12 10:32:20.227 7886067 1 7897096 7766037 2008-11-12 10:32:12.070 2008-11-12 10:32:12.070 349258 1 25264132 12 24052327 2014-02-13 20:04:15.030 2016-02-08 15:24:15.027 7897095 7766037 2008-11-12 10:32:11.593 2008-11-12 10:32:11.593 69518 1 7897094 7766037 2008-11-12 10:32:09.967 2008-11-12 10:32:09.967 1769792 1 7897101 7766037 2008-11-12 10:32:28.790 2008-11-12 10:32:28.790 972384 1 7897100 7766037 2008-11-12 10:32:27.963 2008-11-12 10:32:27.963 282318 1 7897099 7766037 2008-11-12 10:32:26.833 2008-11-12 10:32:26.833 5406260 1 7897098 7766037 2008-11-12 10:32:21.177 2008-11-12 10:32:21.177 975494 1 7897089 7766037 2008-11-12 10:31:59.890 2008-11-12 10:31:59.890 345823 1 7897093 7766037 2008-11-12 10:32:07.767 2008-11-12 10:32:07.767 9937601 1 7897092 7766037 2008-11-12 10:32:01.577 2008-11-12 10:32:01.577 221060 1 7897091 7766037 2008-11-12 10:32:01.277 2008-11-12 10:32:01.277 116537 1 7897090 7766037 2008-11-12 10:32:00.953 2008-11-12 10:32:00.953 1068617 1 7897112 7766038 2008-11-12 10:33:13.000 2008-11-12 10:33:13.000 196665 1 7897113 7766038 2008-11-12 10:33:16.823 2008-11-12 10:33:16.823 173183 1 7897110 7766038 2008-11-12 10:33:09.377 2008-11-12 10:33:09.377 1248558 1 7897111 7766038 2008-11-12 10:33:12.753 2008-11-12 10:33:12.753 193294 1 7897116 7766038 2008-11-12 10:33:20.967 2008-11-12 10:33:20.967 282823 1 7897117 7766038 2008-11-12 10:33:21.290 2008-11-12 10:33:21.290 296835 1 7897114 7766038 2008-11-12 10:33:18.320 2008-11-12 10:33:18.320 2401988 1 7897115 7766038 2008-11-12 10:33:19.290 2008-11-12 10:33:19.290 970656 1 7897104 7766037 2008-11-12 10:32:55.810 2008-11-12 10:32:55.810 33962201 1 7897105 7766038 2008-11-12 10:33:05.710 2008-11-12 10:33:05.710 1323800 1 7897102 7766037 2008-11-12 10:32:37.160 2008-11-12 10:32:37.160 143501 1 7897103 7766037 2008-11-12 10:32:37.323 2008-11-12 10:32:37.323 501295 1 7897108 7766038 2008-11-12 10:33:07.813 2008-11-12 10:33:07.813 373409 1 7897109 7766038 2008-11-12 10:33:08.367 2008-11-12 10:33:08.367 520368 1 7897106 7766038 2008-11-12 10:33:06.010 2008-11-12 10:33:06.010 2864184 1 7897107 7766038 2008-11-12 10:33:06.507 2008-11-12 10:33:06.507 1476514 1 19164667 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 19164666 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 20971635 21004402 211 2012-01-12 16:48:35.127 2013-04-18 11:40:23.820 18579493 19164665 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 19164664 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 19164663 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 19164662 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 19164661 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 19164660 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 19164675 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 20971630 21004398 208 2012-01-12 16:48:35.127 2013-04-03 09:49:50.530 18579493 19164674 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 24121391 24051784 2013-12-30 11:32:57.413 2013-12-30 11:32:57.413 19164673 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 19164672 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 19164671 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 20971634 21004401 210 2012-01-12 16:48:35.127 2013-04-18 11:36:30.433 18579493 19164670 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 19164669 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 20971632 21004399 209 2012-01-12 16:48:35.127 2013-04-18 11:35:45.477 18579493 19164668 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 25067546 25100313 20 2014-02-10 16:02:54.557 2014-02-12 15:20:30.827 24543463 25067540 25100308 17 2014-02-10 16:02:54.557 2014-02-12 15:16:02.843 24543463 25067539 25100307 16 2014-02-10 16:02:54.557 2014-02-12 14:48:33.563 24543463 25067542 25100310 19 2014-02-10 16:02:54.557 2014-02-12 15:18:34.780 24543463 25067541 25100309 18 2014-02-10 16:02:54.557 2014-02-12 15:17:24.170 24543463 25067536 25100304 14 2014-02-10 16:02:54.557 2014-02-12 14:41:26.457 24543463 25067535 25100303 13 2014-02-10 16:02:54.557 2014-02-12 14:40:09.913 24543463 25067538 25100306 15 2014-02-10 16:02:54.557 2014-02-12 14:47:32.080 24543463 25067531 25100299 11 2014-02-10 16:02:54.557 2014-02-12 14:31:12.377 24543463 25067533 25100301 12 2014-02-10 16:02:54.557 2014-02-12 14:35:25.447 24543463 25067529 25100297 10 2014-02-10 16:02:54.557 2014-02-12 14:28:42.063 24543463 25067527 25100295 9 2014-02-10 16:02:54.557 2014-02-12 14:25:54.890 24543463 6782997 6750229 25067525 25100293 8 2014-02-10 16:02:54.557 2014-02-10 16:18:16.730 24543463 19038250 19071018 60 2011-01-06 17:25:50.527 2012-03-19 11:59:17.997 15630841 19038248 19071016 59 2011-01-06 17:25:50.527 2012-03-19 11:57:42.723 15630841 19038246 19071014 58 2011-01-06 17:25:50.527 2012-03-12 15:15:15.127 15630841 19038259 19071027 65 2011-01-06 17:25:50.527 2012-03-19 12:02:20.663 15630841 19038261 19071029 66 2011-01-06 17:25:50.527 2012-03-19 13:53:24.430 15630841 24084696 [dcline@holoprocvm1]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm1]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm1]# perl Makefile.PL [dcline@holoprocvm1]# make test [dcline@holoprocvm1]# sudo make install {noformat} Above ExifTool instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. * Install ffmpeg {noformat} [dcline@holoprocvm1]# sudo yum-config-manager --add-repo=http://apt.sw.be/redhat/el6/en/x86_64/dag [dcline@holoprocvm1]# sudo yum install --nogpgcheck ffmpeg {noformat} ]]> 24051932 19038262 19071030 67 2011-01-06 17:25:50.527 2012-03-19 13:59:37.977 15630841 19038263 19071031 68 2011-01-06 17:25:50.527 2012-03-19 14:01:59.867 15630841 19038264 19071032 69 2011-01-06 17:25:50.527 2012-03-19 14:03:34.467 15630841 24084693 {code} # Copy the generated environment variables to your ~/.profile {noformat} cat /Users/dcline/condor/condor.sh >> ~/.profile {noformat} # Use [Lingon|http://lingon.sourceforge.net/] to create a launchd item to execute Condor as a service. Create a new service and enter the command, substituting your user name: {code} /Users//condor/sbin/condor_master -f -c /Users//condor/etc/condor_config {code} Select "At login and at load" to have it run every time you login !lingon_condor_mac.png|align=left!]]> 24051929 19038252 19071020 61 2011-01-06 17:25:50.527 2012-03-19 12:00:14.140 15630841 24084705 24051942 19038253 19071021 62 2011-01-06 17:25:50.527 2012-03-19 12:00:54.727 15630841 19038254 19071022 63 2011-01-06 17:25:50.527 2012-03-19 12:01:18.867 15630841 19038255 19071023 64 2011-01-06 17:25:50.527 2012-03-19 12:01:59.130 15630841 19149568 18580243 2012-06-28 16:42:06.680 2012-06-28 16:42:06.680 19038268 19071036 70 2011-01-06 17:25:50.527 2012-03-19 14:04:35.700 15630841 19038270 19071038 71 2011-01-06 17:25:50.527 2012-03-19 15:27:24.677 15630841 19038271 19071039 72 2011-01-06 17:25:50.527 2012-03-19 15:30:49.800 15630841 19038274 19071042 74 2011-01-06 17:25:50.527 2012-03-19 15:46:53.530 15630841 19038273 19071041 73 2011-01-06 17:25:50.527 2012-03-19 15:31:17.623 15630841 25067589 25100355 26 2014-01-17 13:07:01.043 2014-02-20 11:32:34.643 24052327 24121419 19040886 2013-12-30 11:40:05.813 2013-12-30 11:40:05.813 19038294 19071061 79 2011-01-06 17:25:50.527 2012-03-26 14:04:06.777 15630841 19038291 19071059 78 2011-01-06 17:25:50.527 2012-03-26 13:38:10.040 15630841 25067587 25100353 25 2014-01-17 13:07:01.043 2014-02-13 16:25:33.847 24052327 25067593 25100359 27 2014-01-17 13:07:01.043 2014-02-20 11:37:36.057 24052327 25067591 25100357 31 2014-02-10 16:02:54.557 2014-02-13 10:25:58.997 24543463 19038296 19071063 80 2011-01-06 17:25:50.527 2012-03-26 14:12:52.083 15630841 25067582 25100348 23 2014-01-17 13:07:01.043 2014-02-13 13:16:31.673 24052327 24121425 19040886 2013-12-30 11:40:05.813 2013-12-30 11:40:05.813 25067580 25100346 22 2014-01-17 13:07:01.043 2014-02-06 15:09:45.070 24052327 24121424 19040886 2013-12-30 11:40:05.813 2013-12-30 11:40:05.813 24121423 19040886 2013-12-30 11:40:05.813 2013-12-30 11:40:05.813 19038290 19071058 77 2011-01-06 17:25:50.527 2012-03-26 13:07:39.380 15630841 24121422 19040886 2013-12-30 11:40:05.813 2013-12-30 11:40:05.813 19038287 19071055 75 2011-01-06 17:25:50.527 2012-03-19 15:48:03.897 15630841 25067583 25100349 24 2014-01-17 13:07:01.043 2014-02-13 15:10:47.560 24052327 24121421 19040886 2013-12-30 11:40:05.813 2013-12-30 11:40:05.813 19038288 19071056 76 2011-01-06 17:25:50.527 2012-03-26 13:07:14.033 15630841 24121420 19040886 2013-12-30 11:40:05.813 2013-12-30 11:40:05.813 25067574 25100340 28 2014-02-10 16:02:54.557 2014-02-13 10:15:36.363 24543463 25067572 25100338 27 2014-02-10 16:02:54.557 2014-02-13 10:14:04.540 24543463 25067578 25100344 30 2014-02-10 16:02:54.557 2014-02-13 10:20:39.180 24543463 25067576 25100342 29 2014-02-10 16:02:54.557 2014-02-13 10:17:02.137 24543463 25067566 25100332 23 2014-02-10 16:02:54.557 2014-02-13 08:40:11.817 24543463 25067565 25100331 22 2014-02-10 16:02:54.557 2014-02-13 08:34:31.883 24543463 25067563 25100329 21 2014-02-10 16:02:54.557 2014-02-12 16:55:54.807 24543463 25067570 25100336 26 2014-02-10 16:02:54.557 2014-02-13 10:10:38.333 24543463 25067569 25100335 25 2014-02-10 16:02:54.557 2014-02-13 10:09:04.757 24543463 25067567 25100333 24 2014-02-10 16:02:54.557 2014-02-13 08:50:43.920 24543463 24084513 24051745 19038346 19071112 81 2011-01-06 17:25:50.527 2012-03-26 14:16:12.443 15630841 19038354 19071120 3 2012-04-02 14:24:02.433 2012-04-02 14:29:45.000 19038350 19038353 19071119 2 2012-04-02 14:24:02.433 2012-04-02 14:29:08.160 19038350 19038352 19071118 1 2012-04-02 14:24:02.433 2012-04-02 14:24:02.433 19038350 19038348 19071114 82 2011-01-06 17:25:50.527 2012-04-02 12:54:06.050 15630841 19038362 19071128 83 2011-01-06 17:25:50.527 2012-04-02 13:44:49.017 15630841 19038360 19071126 7 2012-04-02 14:24:02.433 2012-04-02 14:32:58.933 19038350 19038358 19071124 6 2012-04-02 14:24:02.433 2012-04-02 14:32:24.933 19038350 19038357 19071123 5 2012-04-02 14:24:02.433 2012-04-02 14:31:13.513 19038350 19038355 19071121 4 2012-04-02 14:24:02.433 2012-04-02 14:30:47.843 19038350 19038368 19071134 86 2011-01-06 17:25:50.527 2012-04-02 14:36:33.527 15630841 19038363 19071129 84 2011-01-06 17:25:50.527 2012-04-02 14:35:23.540 15630841 19038364 19071130 85 2011-01-06 17:25:50.527 2012-04-02 14:36:09.163 15630841 19038388 19071154 8 2012-04-02 14:24:02.433 2012-04-02 14:33:38.697 19038350 24084552 24051784 19038418 19071184 87 2011-01-06 17:25:50.527 2012-04-03 14:33:02.477 15630841 19038422 19071188 89 2011-01-06 17:25:50.527 2012-04-09 13:25:53.003 15630841 19038420 19071186 88 2011-01-06 17:25:50.527 2012-04-09 13:11:38.517 15630841 19038426 19071192 91 2011-01-06 17:25:50.527 2012-04-09 13:55:55.547 15630841 19038424 19071190 90 2011-01-06 17:25:50.527 2012-04-09 13:50:06.333 15630841 25428480 25395718 18907139 18874369 18579502 2012-01-12 16:54:41.780 2012-01-12 16:54:41.780 15728767 19040908 2011-02-10 16:17:12.270 2012-09-19 10:53:27.153 529408 1 15728768 19040908 2011-02-10 17:09:04.547 2012-09-19 10:53:17.900 345595 1 15728769 19040908 2011-02-10 17:10:49.487 2012-09-19 10:54:07.657 578806 3 15728770 19040908 2011-02-10 17:10:49.487 2012-09-19 10:54:07.657 578334 1 15728769 15728771 19040908 2011-02-10 17:10:49.487 2012-09-19 10:54:07.657 578991 2 15728769 17661975 19039929 2011-05-02 15:22:37.107 2012-07-05 11:01:33.810 2220 3 16973880 17661974 19039929 2011-05-02 15:22:37.107 2012-07-05 11:01:33.810 2219 2 16973880 17661976 19039929 2011-05-02 15:22:37.107 2012-07-05 11:01:33.810 2595 4 16973880 17661978 19039929 2011-05-02 15:22:37.107 2012-07-05 11:01:33.810 16237 5 16973880 7766125 7798889 1 2008-11-17 12:37:54.930 2008-11-17 12:37:54.930 7766106 15728673 15630437 2010-12-20 16:19:56.690 2010-12-20 16:19:56.690 6650 1 15728672 15630437 2010-12-20 13:33:46.143 2010-12-20 13:33:46.143 348 1 17236179 17268942 43 2011-06-02 11:17:37.793 2011-06-06 11:40:57.523 17236091 17236182 17268945 45 2011-06-02 11:17:37.793 2011-06-06 12:02:03.350 17236091 17236181 17268944 44 2011-06-02 11:17:37.793 2011-06-06 11:50:48.227 17236091 15728677 15630437 2010-12-20 19:00:54.073 2010-12-20 19:00:54.073 15577 1 17236184 17268947 47 2011-06-02 11:17:37.793 2011-06-06 12:21:59.897 17236091 15728676 15630437 2010-12-20 17:57:51.610 2010-12-20 17:57:51.610 1118665 1 17236183 17268946 46 2011-06-02 11:17:37.793 2011-06-06 12:07:59.233 17236091 15728675 15630437 2010-12-20 16:28:49.807 2010-12-20 16:28:49.807 1069889 1 15728674 15728674 15630437 2010-12-20 16:28:49.807 2010-12-20 17:57:31.703 1118665 2 15728681 15630437 2010-12-21 11:14:52.387 2010-12-21 11:14:52.387 15331 1 15728680 15630538 2010-12-20 19:36:20.687 2010-12-20 19:36:20.687 6650 1 17236171 17268934 38 2011-06-02 11:17:37.793 2011-06-02 16:07:15.403 17236091 15728679 15630538 2010-12-20 19:35:39.177 2010-12-20 19:35:39.177 477 1 15728678 15630437 2010-12-20 19:30:09.880 2010-12-20 19:30:09.880 15578 1 17236173 17268936 39 2011-06-02 11:17:37.793 2011-06-06 10:27:32.130 17236091 15728685 15630448 2011-01-03 01:11:44.033 2011-01-03 01:11:44.033 1667045 1 15728684 15630605 2011-01-02 12:21:37.933 2011-01-02 12:27:44.290 1109928 1 17236175 17268938 40 2011-06-02 11:17:37.793 2011-06-06 11:10:58.647 17236091 17236178 17268941 42 2011-06-02 11:17:37.793 2011-06-06 11:16:24.427 17236091 15728683 15630605 2011-01-02 12:19:22.670 2011-01-02 12:27:44.287 82604 1 15728682 15630448 2010-12-28 12:34:54.340 2010-12-28 12:34:54.340 1527236 1 17236177 17268940 41 2011-06-02 11:17:37.793 2011-06-06 11:12:09.397 17236091 15728686 15630618 2011-01-03 09:06:26.470 2011-01-03 10:06:20.760 44984 1 15728687 15630448 2011-01-03 11:37:43.673 2011-01-03 11:37:43.673 740332 1 15728693 15630774 2011-01-05 13:02:18.820 2011-01-05 13:04:13.697 73013 1 17236150 17268914 25 2011-06-02 11:17:37.793 2011-06-02 15:43:23.870 17236091 15728641 15630393 2010-12-02 14:04:53.507 2010-12-02 14:04:53.507 50422 1 17236148 17268912 24 2011-06-02 11:17:37.793 2011-06-02 15:42:01.457 17236091 15728643 15630393 2010-12-02 14:08:33.077 2010-12-02 14:08:33.077 43556 1 23298283 21364827 2013-10-08 16:07:15.423 2013-10-08 16:07:15.423 17236154 17268918 28 2011-06-02 11:17:37.793 2011-06-02 15:47:16.383 17236091 15728642 15630393 2010-12-02 14:06:36.543 2010-12-02 14:06:36.543 35701 1 23298282 21364827 2013-10-08 16:07:15.423 2013-10-08 16:07:15.423 17236153 17268917 27 2011-06-02 11:17:37.793 2011-06-02 15:46:24.137 17236091 15728645 15630393 2010-12-02 14:14:33.113 2010-12-02 14:14:33.113 160665 1 23298281 21364827 2013-10-08 16:07:15.423 2013-10-08 16:07:15.423 15728644 15630393 2010-12-02 14:09:58.993 2010-12-02 14:09:58.993 34936 1 17236151 17268915 26 2011-06-02 11:17:37.793 2011-06-02 15:45:05.757 17236091 15728647 15630393 2010-12-02 14:21:58.513 2010-12-02 14:21:58.513 274895 1 15705983 15630774 2011-01-05 13:16:22.597 2011-01-05 13:16:22.597 17236142 17268906 21 2011-06-02 11:17:37.793 2011-06-02 15:31:27.250 17236091 15728646 15630393 2010-12-02 14:19:25.137 2010-12-02 14:19:25.137 90615 1 15705982 15630774 2011-01-05 13:16:22.597 2011-01-05 13:16:22.597 17236140 17268904 20 2011-06-02 11:17:37.793 2011-06-02 15:30:07.323 17236091 15728648 15630393 2010-12-02 14:24:21.737 2010-12-02 14:24:21.737 153104 1 17236139 17268903 19 2011-06-02 11:17:37.793 2011-06-02 15:29:12.087 17236091 17236146 17268910 23 2011-06-02 11:17:37.793 2011-06-02 15:37:05.140 17236091 17236144 17268908 22 2011-06-02 11:17:37.793 2011-06-02 15:35:17.217 17236091 15705984 15630774 2011-01-05 13:16:22.597 2011-01-05 13:16:22.597 17236165 17268929 36 2011-06-02 11:17:37.793 2011-06-02 16:01:21.770 17236091 17236163 17268927 35 2011-06-02 11:17:37.793 2011-06-02 15:57:29.527 17236091 17236167 17268931 37 2011-06-02 11:17:37.793 2011-06-02 16:04:51.077 17236091 17236157 17268921 30 2011-06-02 11:17:37.793 2011-06-02 15:50:23.690 17236091 15728663 15630437 2010-12-10 11:15:42.917 2010-12-10 11:15:42.917 197862 1 17236158 17268922 31 2011-06-02 11:17:37.793 2011-06-02 15:50:48.613 17236091 15728664 15630437 2010-12-10 11:20:54.910 2010-12-10 11:20:54.910 275 1 15728665 15630437 2010-12-10 11:21:58.343 2010-12-10 11:21:58.343 1941 1 17236156 17268920 29 2011-06-02 11:17:37.793 2011-06-02 15:48:52.907 17236091 15728666 15630448 2010-12-14 12:09:43.730 2010-12-14 12:11:11.897 967580 1 17236161 17268925 34 2011-06-02 11:17:37.793 2011-06-02 15:53:24.663 17236091 17236159 17268923 32 2011-06-02 11:17:37.793 2011-06-02 15:51:24.500 17236091 17236160 17268924 33 2011-06-02 11:17:37.793 2011-06-02 15:51:50.397 17236091 15728741 15631372 2011-02-03 23:07:10.553 2011-02-03 23:12:33.050 263631 1 19164659 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 17236120 17268884 7 2011-06-02 11:17:37.793 2011-06-02 14:46:48.257 17236091 15728740 15631372 2011-02-03 23:06:53.463 2011-02-03 23:12:33.047 378649 1 19164658 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 15728739 15631372 2011-02-03 23:06:27.193 2011-02-25 00:18:55.213 522532 2 19164657 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 17236122 17268886 8 2011-06-02 11:17:37.793 2011-06-02 14:48:25.377 17236091 15728738 15631372 2011-02-03 23:06:04.227 2011-07-19 12:55:03.323 280685 3 19164656 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 19164655 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 15728737 19040908 2011-02-03 23:04:57.417 2012-09-19 10:54:17.103 115439 1 17236116 17268880 5 2011-06-02 11:17:37.793 2011-06-02 11:31:13.067 17236091 19164654 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 19164653 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 17236118 17268882 6 2011-06-02 11:17:37.793 2011-06-02 14:38:50.693 17236091 15728734 15630841 2011-02-01 14:43:23.677 2011-02-01 14:43:23.677 617984 1 15728733 19164652 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 15728749 15631372 2011-02-03 23:10:17.120 2011-02-03 23:12:33.060 530891 1 15728748 19164651 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 15728748 15631372 2011-02-03 23:10:17.120 2011-02-03 23:31:54.837 465315 2 19164650 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 15728747 15631372 2011-02-03 23:09:40.337 2011-07-19 14:31:09.903 594814 6 7766040 7798806 2 2008-11-12 10:31:31.370 2008-11-12 10:31:47.267 7766035 19164649 19040908 2012-09-19 10:54:55.433 2012-09-19 10:54:55.433 15728746 15631372 2011-02-03 23:08:47.870 2011-02-03 23:12:33.080 377216 1 15728745 15631372 2011-02-03 23:08:05.840 2011-02-03 23:12:33.070 323857 1 15728744 15728744 15631372 2011-02-03 23:08:05.840 2011-07-19 14:34:33.877 399315 4 15728743 15631372 2011-02-03 23:07:28.683 2011-02-03 23:12:33.057 301951 1 15728742 7766036 7798802 1 2008-11-12 10:31:31.370 2008-11-12 10:31:31.370 7766035 15728742 15631372 2011-02-03 23:07:28.683 2011-02-03 23:12:33.057 301951 2 17236135 17268899 17 2011-06-02 11:17:37.793 2011-06-02 15:22:21.727 17236091 17236137 17268901 18 2011-06-02 11:17:37.793 2011-06-02 15:24:08.543 17236091 17236131 17268895 14 2011-06-02 11:17:37.793 2011-06-02 15:14:11.233 17236091 17236133 17268897 15 2011-06-02 11:17:37.793 2011-06-02 15:19:48.653 17236091 17236134 17268898 16 2011-06-02 11:17:37.793 2011-06-02 15:22:03.950 17236091 17236127 17268891 11 2011-06-02 11:17:37.793 2011-06-02 15:02:39.747 17236091 17236128 17268892 12 2011-06-02 11:17:37.793 2011-06-02 15:11:13.393 17236091 17236129 17268893 13 2011-06-02 11:17:37.793 2011-06-02 15:12:06.097 17236091 15728760 19040908 2011-02-08 16:26:53.687 2012-09-19 10:54:26.277 538548 1 17236123 17268887 9 2011-06-02 11:17:37.793 2011-06-02 14:59:29.433 17236091 17236125 17268889 10 2011-06-02 11:17:37.793 2011-06-02 15:00:21.100 17236091 15728707 24052054 2011-01-11 14:54:27.187 2013-12-30 10:57:40.373 76802 1 15728706 24052054 2011-01-11 14:54:27.060 2013-12-30 10:57:58.073 14690 1 15728709 15630817 2011-01-12 11:17:20.940 2011-01-12 11:17:20.940 79994 1 15728708 15630841 2011-01-11 17:28:39.943 2011-01-11 17:28:39.943 1271808 1 15728703 15630841 2011-01-06 17:44:25.113 2011-01-06 17:44:25.113 1082368 1 15728702 15630448 2011-01-06 13:34:25.470 2011-01-06 13:34:25.470 1337095 1 15728704 15630841 2011-01-06 17:44:25.217 2011-01-06 17:44:25.217 664064 1 15728711 24052054 2011-01-13 18:15:21.010 2013-12-30 10:57:49.173 590336 1 15728710 15630817 2011-01-12 11:17:20.983 2011-01-12 11:17:20.983 81070 1 15728713 15631013 2011-01-20 11:25:22.377 2011-01-20 11:25:22.377 2663 1 15728712 15630841 2011-01-19 15:11:27.250 2011-01-19 15:11:27.250 798208 1 15728730 15631132 2011-01-31 10:51:45.160 2011-01-31 10:51:45.160 28320 1 17236097 17268861 4 2011-06-02 11:17:37.793 2011-06-02 11:30:55.357 17236091 15728731 15631245 2011-02-01 08:42:24.300 2011-02-01 08:42:35.707 69360 1 15728732 15630841 2011-02-01 14:37:05.953 2011-02-01 14:37:05.953 618496 1 15728733 15630841 2011-02-01 14:43:23.677 2011-02-01 14:43:31.397 617984 2 17236096 17268860 3 2011-06-02 11:17:37.793 2011-06-02 11:20:43.127 17236091 17236093 17268857 1 2011-06-02 11:17:37.793 2011-06-02 11:17:37.793 17236091 17236094 17268858 2 2011-06-02 11:17:37.793 2011-06-02 11:20:15.280 17236091 15728729 15631132 2011-01-28 09:56:40.013 2011-01-28 09:56:40.013 13835623 1 15713387 15631117 2011-02-15 14:36:36.383 2011-02-15 14:36:36.383 15713386 15631117 2011-02-15 14:36:36.383 2011-02-15 14:36:36.383 23298323 19040787 2013-10-09 13:42:08.180 2013-10-09 13:42:08.180 18645745 18580243 15713312 15631522 2011-02-14 15:54:35.230 2011-02-14 15:54:35.230 15713313 15631522 2011-02-14 15:54:35.230 2011-02-14 15:54:35.230 15713314 15631522 2011-02-14 15:54:35.230 2011-02-14 15:54:35.230 15713315 15631522 2011-02-14 15:54:35.230 2011-02-14 15:54:35.230 15713308 15631522 2011-02-14 15:54:35.230 2011-02-14 15:54:35.230 15713309 15631522 2011-02-14 15:54:35.230 2011-02-14 15:54:35.230 15713310 15631522 2011-02-14 15:54:35.230 2011-02-14 15:54:35.230 15713311 15631522 2011-02-14 15:54:35.230 2011-02-14 15:54:35.230 26837020 23625736 2014-08-19 15:21:19.640 2014-08-19 15:21:19.640 11862 1 26837018 23625736 2014-08-19 15:09:46.573 2014-08-19 15:09:46.573 34570 1 26837019 23625736 2014-08-19 15:14:49.580 2014-08-19 15:14:49.580 48193 1 26837035 24543463 2014-09-11 08:45:56.000 2014-09-11 08:45:56.000 232625 1 26837037 24543463 2014-09-11 08:45:56.030 2014-09-11 08:45:56.030 226559 1 26837036 24543463 2014-09-11 08:45:56.020 2014-09-11 08:45:56.020 183933 1 26837026 23625736 2014-08-20 16:50:56.027 2014-08-20 16:50:56.027 128433 1 26837023 23625736 2014-08-19 15:28:43.027 2014-08-19 15:28:43.027 50137 1 26837022 23625736 2014-08-19 15:26:37.613 2014-08-19 15:26:37.613 18992 1 26837053 24052327 2014-09-15 13:48:49.700 2014-09-15 13:48:49.700 34389 1 26837046 24543463 2014-09-11 09:08:33.183 2014-09-11 09:08:33.183 259356 1 26837047 24543463 2014-09-11 09:08:58.453 2014-09-11 09:08:58.453 330943 1 26837048 24543463 2014-09-11 09:08:58.470 2014-09-11 09:08:58.470 363266 1 26837042 24543463 2014-09-11 09:08:33.120 2014-09-11 09:08:33.120 329230 1 26837043 24543463 2014-09-11 09:08:33.143 2014-09-11 09:08:33.143 309175 1 26837044 24543463 2014-09-11 09:08:33.157 2014-09-11 09:08:33.157 283319 1 26837045 24543463 2014-09-11 09:08:33.170 2014-09-11 09:08:33.170 315834 1 26837038 24543463 2014-09-11 08:45:56.040 2014-09-11 08:45:56.040 236348 1 26837039 24543463 2014-09-11 08:45:56.053 2014-09-11 08:45:56.053 167426 1 26837040 24543463 2014-09-11 08:46:19.037 2014-09-11 08:46:19.037 201189 1 26837041 24543463 2014-09-11 08:46:19.063 2014-09-11 08:46:19.063 201760 1 26837063 24052327 2014-09-18 16:42:07.227 2014-09-18 16:42:07.227 44098 1 26837062 24052327 2014-09-18 16:41:48.077 2014-09-18 16:41:48.077 35339 1 26837057 24052327 2014-09-16 11:36:01.747 2014-09-16 11:36:01.747 28799 1 26837056 24052327 2014-09-16 10:59:58.417 2014-09-16 10:59:58.417 52065 1 26837055 24052327 2014-09-16 10:58:55.360 2014-09-16 10:58:55.360 100450 1 26837054 24052327 2014-09-15 13:54:38.143 2014-09-15 13:54:38.143 32306 1 26837061 24052327 2014-09-18 13:17:33.217 2014-09-18 13:19:09.810 35248 1 26837060 24052327 2014-09-18 13:16:33.600 2014-09-18 13:16:33.600 44196 1 26837059 23625736 2014-09-17 17:28:49.217 2014-09-17 17:28:49.217 142427 1 26837058 24052327 2014-09-16 11:41:56.600 2014-09-16 11:41:56.600 47604 1 7536646 7503878 7536658 7503890 7536657 7503889 19041747 19041691 19074427 19535163 1 2013-01-28 14:42:11.863 2013-01-28 14:42:11.863 7536655 7503887 21397624 21364857 21397594 21364827 21397577 21364810 26247222 26312757 309 2011-01-06 17:25:50.527 2014-04-14 14:09:11.453 15630841 26247226 26312761 311 2011-01-06 17:25:50.527 2014-06-02 13:37:27.967 15630841 26247224 26312759 310 2011-01-06 17:25:50.527 2014-06-02 13:01:25.450 15630841 26247238 26312773 51 2014-02-10 16:02:54.557 2014-06-04 10:29:56.173 24543463 15040552 15007785 26247236 26312771 50 2014-02-10 16:02:54.557 2014-06-04 10:26:07.247 24543463 26247235 26312770 49 2014-02-10 16:02:54.557 2014-06-04 10:25:56.853 24543463 26247242 26312777 53 2014-02-10 16:02:54.557 2014-06-04 10:34:30.923 24543463 26247240 26312775 52 2014-02-10 16:02:54.557 2014-06-04 10:31:32.903 24543463 26247230 26312765 45 2014-02-10 16:02:54.557 2014-06-04 10:15:09.607 24543463 26247228 26312763 44 2014-02-10 16:02:54.557 2014-05-15 08:41:06.827 24543463 26247234 26312769 48 2014-02-10 16:02:54.557 2014-06-04 10:25:39.023 24543463 26247233 26312768 47 2014-02-10 16:02:54.557 2014-06-04 10:20:52.753 24543463 26247232 26312767 46 2014-02-10 16:02:54.557 2014-06-04 10:16:19.830 24543463 26247244 26312779 54 2014-02-10 16:02:54.557 2014-06-04 10:37:56.053 24543463 26247245 26312780 55 2014-02-10 16:02:54.557 2014-06-04 10:41:01.090 24543463 26247246 26312781 56 2014-02-10 16:02:54.557 2014-06-04 10:44:00.063 24543463 26247247 26312782 57 2014-02-10 16:02:54.557 2014-06-04 10:44:31.853 24543463 26247249 26312784 58 2014-02-10 16:02:54.557 2014-06-04 10:44:56.500 24543463 18645427 18579917 26247260 26312795 70 2014-01-17 13:07:01.043 2014-05-29 11:21:23.967 24052327 26247264 26312799 312 2011-01-06 17:25:50.527 2014-06-02 14:49:48.230 15630841 26247266 26312801 313 2011-01-06 17:25:50.527 2014-06-09 13:16:48.737 15630841 19234829 20 19040787 2012-09-05 16:54:46.723 2012-09-05 16:54:46.723 19234830 20 19040544 2012-09-05 16:54:55.073 2012-09-05 16:54:55.073 19234831 20 19040886 2012-09-20 09:29:26.927 2012-09-20 09:29:26.927 19234833 20 18579493 2012-09-28 15:14:37.880 2012-09-28 15:14:37.880 19234834 20 19040016 2012-10-02 12:20:51.050 2012-10-02 12:20:51.050 26247327 26312850 72 2014-01-17 13:07:01.043 2014-06-19 10:05:44.840 24052327 26247330 26312853 73 2014-01-17 13:07:01.043 2014-06-19 10:12:43.313 24052327 26247325 26312848 71 2014-01-17 13:07:01.043 2014-06-05 13:35:13.393 24052327 26247336 26312859 77 2014-01-17 13:07:01.043 2014-06-19 10:50:47.770 24052327 26247338 26312861 78 2014-01-17 13:07:01.043 2014-06-19 10:57:36.603 24052327 26247332 26312855 74 2014-01-17 13:07:01.043 2014-06-19 10:33:10.203 24052327 26247333 26312856 75 2014-01-17 13:07:01.043 2014-06-19 10:48:39.137 24052327 26247334 26312857 76 2014-01-17 13:07:01.043 2014-06-19 10:50:06.827 24052327 26247342 26312865 80 2014-01-17 13:07:01.043 2014-06-19 11:08:02.517 24052327 26247340 26312863 79 2014-01-17 13:07:01.043 2014-06-19 10:59:38.860 24052327 26247344 26312867 81 2014-01-17 13:07:01.043 2014-06-19 11:11:21.417 24052327 26247350 26312873 82 2014-01-17 13:07:01.043 2014-06-19 11:14:06.373 24052327 26247354 26312877 84 2014-01-17 13:07:01.043 2014-06-19 13:02:04.610 24052327 26247352 26312875 83 2014-01-17 13:07:01.043 2014-06-19 12:33:58.077 24052327 26247355 26312878 85 2014-01-17 13:07:01.043 2014-06-19 13:23:51.810 24052327 26247361 26312883 86 2014-01-17 13:07:01.043 2014-06-19 13:24:43.997 24052327 26247362 26312884 87 2014-01-17 13:07:01.043 2014-06-19 14:03:43.993 24052327 26247386 26312904 88 2014-01-17 13:07:01.043 2014-06-19 14:05:19.163 24052327 24122481 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122480 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122483 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122482 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122477 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122476 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122479 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122478 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122473 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122472 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122475 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122474 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122469 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122468 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122471 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122470 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122464 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122465 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122466 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122467 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122461 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122462 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122463 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 30319985 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 9438444 7503887 2009-03-03 08:33:07.897 2009-03-03 08:33:07.897 30319984 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 9438445 9371992 2009-03-03 08:34:02.720 2009-03-03 08:34:02.720 18645123 ODSS Kickoff 1/5/12\\ Roles:\\ Thom \- Requirements, interface to PIs             \-\- HIPP ~ 400 hours Duane - Engineering Project Management day to day\\ Kevin Gomes - GUI\\ Danelle - Backend Vis\\ Mike - database / access,  tracking\\ Tom O'Reilly - Comms / AMQP\\ \\ Kanna:\\ Priorities:\\ 1.    Situational Awareness - useful a.    Make ODSS the only portal that our users use 2.    Design a scalable comms architecture 3.    Integrate CoSci - make it useful a.    Logs b.    Mail c.     Chat d.    Video (?) e.    Social media ? 4.    Machine Learning for Event Detection 5.    Data fusion a.    How to feed is Engr. Challenge 6.    Plan visualization (TREX) 7.    NEPTUS Integration (?) a.    Eval\\ Scenarios\\ 1.    "where is the data?" 2.    "what is the plan?" a.    map of where survey is to be done b.    capture intent c.     capture what actually happened                                               i.     actual vs. plan 3.    "can I do X (survey)?" a.    resources, transit time b.    safety constraints\\ \\ \\ \\ \\ \\]]> 18579599 30319987 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319986 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319981 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319980 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319983 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319982 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319977 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319979 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319978 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320021 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320020 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320023 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320022 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320024 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319991 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319990 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319989 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319988 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319995 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319994 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319993 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319992 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319999 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319998 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319997 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30319996 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320003 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320002 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320001 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320000 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320006 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320007 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320004 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320005 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320010 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320011 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320008 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320009 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320014 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320015 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320012 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320013 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320018 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320019 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320016 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 30320017 24052327 2018-02-08 14:41:43.617 2018-02-08 14:41:43.617 24122502 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122503 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122500 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122501 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122506 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122507 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122504 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122505 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122510 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122511 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122508 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122509 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122512 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122513 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122487 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 18645035 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services {anchor:services} || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness {anchor:situationalawareness} || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | | The ODSS will support this use case: # The user selects a time window (3 days ago to today) # A preview screen opens with a row x column arrangement of all the available remote sensing data. # The user selects a series of clear images using checkboxes below each image # The user selected subset is arranged into a stack of array for viewing # The user can adjust a sliding bar to adjust color scaling | | | h3. Mapping Requirements {anchor:mapping} || Requirement || Priority || Notes || Rationale || | ODSS will display layers as specified here https://oceana.mbari.org/confluence/display/CDATA/Data+Products+Working+Group | 1 | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Was done in 2013 with KML updated hourly per each platform. Example Rachel Carson underway temperature layer: !odss_carson_underway_temperature_layer.png|thumbnail! Query back in time currently not supported. | Needed during the experiment to get an quick overview for experiment planning/decision making. | | The ODSS will display a legend on the color map for each layer selected | 1 | Currently legend displays when hover over selected layer. Need a way to persist the legend e.g. as an overlay on the map. CenCOOS portal screenshot for example: !cencoos_chlorophyll_screenshot.png|thumbnail! | Needed to interpret data with scale and color map. | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max range on overlays | 1 | *Note that this is true for most of the remote sensing layers, not just the Ryan SST layer*. From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | | The ODSS will provide the users the ability to add layers from a GeoTIFF, KML file or WMS | 2 | | Needed to support experimental layers without engineering support. | | Documentation on how to add data products that will be made available in the overlay selections | | Documentation exists here for current overlay, and will be updated as features evolve: [Adding your data as a map overlay in ODSS]| | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | Since plans are dynamic, will need a way to store the plans. A [postGIS|http://postgis.net/] database could be appropriate for this, or if there is a MongoDB support for GIS queries, we could put it there. Best if the data has an API that will work with Mapserver to simplify the integration. Map drawing could potential fit after the 'token on timeline is set in the planning interface' [here|https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] | | | In real time mode, all layers should reflect that closest to the current time only | 1 | | This means forecast data will also be the closest. To see forecast data in the future, need to use playback (or playforward which should also work). | | Users will be able to ascertain age of layers | 1 | Can currently tell the age of some layers by the timestamp on the legend. Is this an additional request for another way to see the age of the layers ? | | | The ODSS playback feature will be responsive | | What is 'responsive' exactly? Ambiguous requirement. Suggest removing this for alternative movie creation requirement. | | | The ODSS will display water sample locations on map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this. Can currently be done in STOQS. What is the use case for ODSS ? Is this useful for planning, or is this really a data analysis requirement ? | Can be confusing to know what platform collected water where. | | The ODSS will display water sample metadata on a map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this. Example from SCCOOS website in So Cal of water sample metadata. Shows just location and basic data, then links to URL with more detailed plots: !sccoos_water_sample_display.png|thumbnail! | | | The ODSS will provide the user the ability to download 'movies' of the experiment in playback mode | 1 | Users queue up the layers/platforms they want and back-end process creates an animated GIF, or bundles up the animation in a KMZ file for playback on the client in Google Earth. | Useful for planning and presentation purposes. This could also be a replacement for playback mode. | h3. Planning {anchor:planning} || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy {anchor:autonomy} || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log {anchor:observationlog} || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | | There should be 'chats' that are organized around platforms | | | h3. Collaborative Science Tools {anchor:cosci} || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature {anchor:dataanalysis} || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | Users must be presented the data policy for the ODSS | | [Example AOSN policy|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | | The data products generated by STOQS should be able to then be displayed on the map in the ODSS | | | | Each experiment should have a single 'curated' list of data products from the experiment | | | h3. Water Management {anchor:watermanagement} || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application {anchor:mobile} || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | | Must have way for users to declare platforms 'deployed' or 'recovered' | | |]]> 18579502 24122486 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 18645038 18579507 24122485 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122484 24052054 2013-12-30 16:07:46.537 2013-12-30 16:07:46.537 24122491 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122490 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122489 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122488 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122495 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122494 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122493 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 18645029 18579493 24122492 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122499 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122498 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122497 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 24122496 24052054 2013-12-30 16:07:46.540 2013-12-30 16:07:46.540 27066463 27099230 65 2014-02-10 16:02:54.557 2014-09-18 10:11:41.583 24543463 27066465 27099232 66 2014-02-10 16:02:54.557 2014-12-01 10:31:46.820 24543463 27066466 27099233 67 2014-02-10 16:02:54.557 2014-12-01 10:41:30.703 24543463 27066468 27099235 68 2014-02-10 16:02:54.557 2014-12-01 10:42:08.013 24543463 27066470 27099237 69 2014-02-10 16:02:54.557 2014-12-01 10:43:36.740 24543463 20086887 20119652 19 2013-01-08 09:28:02.247 2013-02-05 14:56:19.060 19041565 20086848 20119615 217 2011-01-06 17:25:50.527 2013-02-04 13:45:33.887 15630841 20086851 20119618 218 2011-01-06 17:25:50.527 2013-02-11 13:29:43.317 15630841 27066379 27099147 125 2014-01-17 13:07:01.043 2014-10-29 16:21:48.373 24052327 27000995 15 23625736 2015-05-14 09:29:15.023 2016-08-11 10:53:15.037 27000997 1 23625736 2015-05-20 09:07:15.030 2015-05-20 09:07:15.030 27066377 27099145 124 2014-01-17 13:07:01.043 2014-10-29 16:21:30.047 24052327 27066376 27099144 123 2014-01-17 13:07:01.043 2014-10-29 16:18:06.987 24052327 27066374 27099142 122 2014-01-17 13:07:01.043 2014-10-29 16:17:03.110 24052327 25493623 2 25395718 2014-04-17 16:28:15.023 2014-04-17 16:32:15.023 20086789 20119557 18 2013-01-08 09:28:02.247 2013-02-04 12:49:14.907 19041565 27066372 27099140 121 2014-01-17 13:07:01.043 2014-09-18 20:30:38.650 24052327 27000977 6 23625736 2015-04-25 20:08:15.017 2016-04-05 18:15:15.057 18579495 18645031 1 2012-01-12 16:48:35.127 2012-01-12 16:48:35.127 18579493 18579496 18645032 2 2012-01-12 16:48:35.127 2012-01-12 16:49:24.503 18579493 27000982 4 27067008 2015-04-29 09:43:15.037 2015-04-30 16:37:15.030 20086976 20119739 219 2011-01-06 17:25:50.527 2013-02-11 13:58:37.217 15630841 27000937 1 23625736 2015-03-10 13:32:15.020 2015-03-10 13:32:15.020 20086978 20119741 220 2011-01-06 17:25:50.527 2013-02-25 13:12:51.843 15630841 24123374 24051932 2014-01-15 12:07:33.683 2014-01-15 12:07:33.683 24123375 24051932 2014-01-15 12:07:33.683 2014-01-15 12:07:33.683 27000949 1 23625736 2015-03-23 09:49:15.017 2015-03-23 09:49:15.017 20086960 20119723 4 2012-09-18 11:13:51.977 2012-10-11 11:29:00.783 19040886 24123376 24051932 2014-01-15 12:07:33.683 2014-01-15 12:07:33.683 27000953 3 23625736 2015-03-24 14:42:15.070 2015-04-08 09:59:15.040 18252372 18285130 15 2011-02-03 23:12:32.823 2011-07-19 14:10:07.137 15631372 20086920 20119685 22 2013-01-24 08:08:57.070 2013-02-14 16:24:16.663 19041691 18579503 18645036 3 2012-01-12 16:48:35.127 2012-01-12 16:50:25.807 18579493 20086912 20119677 20 2013-01-24 08:08:57.070 2013-02-14 15:54:44.813 19041691 20086913 20119678 21 2013-01-24 08:08:57.070 2013-02-14 16:22:55.520 19041691 20086910 20119675 19 2013-01-24 08:08:57.070 2013-02-14 15:53:59.287 19041691 20086909 20119674 18 2013-01-24 08:08:57.070 2013-02-01 15:17:14.377 19041691 26807632 21364810 2014-10-22 09:18:31.943 2014-10-22 09:18:31.943 26807633 21364810 2014-10-22 09:18:31.943 2014-10-22 09:18:31.943 27066701 27099464 326 2011-01-06 17:25:50.527 2015-02-09 14:57:15.997 15630841 26807634 21364810 2014-10-22 09:18:31.943 2014-10-22 09:18:31.943 18579882 18645393 32 2011-01-06 17:25:50.527 2012-02-14 14:40:27.413 15630841 26807635 21364810 2014-10-22 09:18:31.943 2014-10-22 09:18:31.943 18579881 18645392 31 2011-01-06 17:25:50.527 2012-02-13 13:15:16.030 15630841 27066699 27099462 325 2011-01-06 17:25:50.527 2015-02-09 14:38:56.793 15630841 27066705 27099468 328 2011-01-06 17:25:50.527 2015-02-09 15:32:31.180 15630841 26807631 21364810 2014-10-22 09:18:31.943 2014-10-22 09:18:31.943 27066703 27099466 327 2011-01-06 17:25:50.527 2015-02-09 15:08:59.047 15630841 27066707 27099470 329 2011-01-06 17:25:50.527 2015-02-09 15:34:01.057 15630841 20087139 20119897 221 2011-01-06 17:25:50.527 2013-02-25 13:30:21.717 15630841 20087141 20119899 222 2011-01-06 17:25:50.527 2013-03-11 13:32:11.763 15630841 20087143 20119901 223 2011-01-06 17:25:50.527 2013-03-11 13:39:19.470 15630841 20087144 20119902 224 2011-01-06 17:25:50.527 2013-03-11 13:58:04.017 15630841 18579843 18645358 30 2011-01-06 17:25:50.527 2012-02-13 11:27:37.963 15630841 18579842 18645357 29 2011-01-06 17:25:50.527 2012-02-06 15:36:28.180 15630841 18841691 18579917 2012-02-16 12:18:10.830 2012-02-16 12:19:16.970 288439 1 18841692 18579917 2012-02-16 12:27:27.823 2012-02-16 12:27:27.823 344943 1 27066697 27099460 324 2011-01-06 17:25:50.527 2014-10-13 13:13:36.857 15630841 26807636 21364810 2014-10-22 09:18:31.943 2014-10-22 09:18:31.943 28835843 24052327 2016-01-14 13:28:33.793 2016-01-14 13:28:33.793 12217713 1 18579923 18645433 36 2011-01-06 17:25:50.527 2012-02-14 14:43:00.240 15630841 28835842 24052327 2016-01-14 13:26:44.420 2016-01-14 13:26:44.420 527243 1 28835845 24052327 2016-02-08 15:22:46.097 2016-02-08 15:22:46.097 87739 1 28835844 24052327 2016-02-08 15:21:38.027 2016-02-08 15:21:38.027 88356 1 28835847 24052327 2016-02-09 14:00:54.803 2016-02-09 14:00:54.803 1371887 1 18579919 18645429 1 2012-02-16 12:19:16.887 2012-02-16 12:19:16.887 18579917 28835846 24052327 2016-02-08 15:32:32.207 2016-02-08 15:32:32.207 5027586 1 15697045 15630538 2010-12-21 11:33:16.370 2010-12-21 11:33:16.370 15697044 15630538 2010-12-21 11:33:16.370 2010-12-21 11:33:16.370 15697047 15630538 2010-12-21 11:33:16.370 2010-12-21 11:33:16.370 15697046 15630538 2010-12-21 11:33:16.370 2010-12-21 11:33:16.370 15697048 15630538 2010-12-21 11:33:16.370 2010-12-21 11:33:16.370 18579885 18645396 35 2011-01-06 17:25:50.527 2012-02-14 14:42:46.097 15630841 18579883 18645394 33 2011-01-06 17:25:50.527 2012-02-14 14:41:24.567 15630841 18579884 18645395 34 2011-01-06 17:25:50.527 2012-02-14 14:42:18.950 15630841 20087252 20120010 226 2011-01-06 17:25:50.527 2013-03-18 13:29:23.033 15630841 20087254 20120012 227 2011-01-06 17:25:50.527 2013-03-18 13:59:48.633 15630841 20087255 20120013 228 2011-01-06 17:25:50.527 2013-03-18 14:01:24.743 15630841 18579740 18645256 23 2011-03-23 16:44:27.450 2012-01-31 21:39:47.130 16416912 20087256 20120014 229 2011-01-06 17:25:50.527 2013-03-18 14:19:42.117 15630841 20087258 20120016 230 2011-01-06 17:25:50.527 2013-03-18 14:20:08.407 15630841 26771521 8 23625736 2014-09-18 13:46:15.030 2015-03-12 09:14:15.017 26771520 2 24543463 2014-09-18 10:00:15.027 2014-09-18 10:21:15.023 26771518 1 23625736 2014-09-17 17:21:15.017 2014-09-17 17:21:15.017 20087250 20120008 225 2011-01-06 17:25:50.527 2013-03-11 13:58:28.310 15630841 18579728 18645244 17 2011-03-23 16:44:27.450 2012-01-30 14:59:13.160 16416912 26771541 1 16416912 2014-10-07 15:43:15.027 2014-10-07 15:43:15.027 18579730 18645246 18 2011-03-23 16:44:27.450 2012-01-31 20:22:07.827 16416912 18579724 18645240 22 2011-01-06 17:25:50.527 2012-01-31 14:15:26.530 15630841 18579726 18645242 23 2011-01-06 17:25:50.527 2012-01-31 15:29:30.913 15630841 27066855 27099618 32 2013-11-04 08:56:01.100 2015-03-05 13:29:54.157 23625736 18579736 18645252 21 2011-03-23 16:44:27.450 2012-01-31 21:31:45.430 16416912 20087260 20120018 232 2011-01-06 17:25:50.527 2013-03-18 14:22:20.217 15630841 27066845 27099608 130 2014-01-17 13:07:01.043 2015-03-12 10:50:41.307 24052327 20087259 20120017 231 2011-01-06 17:25:50.527 2013-03-18 14:21:39.653 15630841 18579738 18645254 22 2011-03-23 16:44:27.450 2012-01-31 21:36:51.277 16416912 18579732 18645248 19 2011-03-23 16:44:27.450 2012-01-31 20:31:20.797 16416912 27066850 27099613 133 2014-01-17 13:07:01.043 2015-03-19 13:50:27.413 24052327 27066849 27099612 132 2014-01-17 13:07:01.043 2015-03-19 13:45:13.677 24052327 18579734 18645250 20 2011-03-23 16:44:27.450 2012-01-31 21:29:52.513 16416912 27066847 27099610 131 2014-01-17 13:07:01.043 2015-03-19 13:42:28.987 24052327 26771491 13 23625736 2014-08-20 15:11:15.023 2015-09-15 18:32:15.090 18579714 18645230 16 2011-01-06 17:25:50.527 2012-01-31 13:58:01.547 15630841 18579711 18645227 14 2011-01-06 17:25:50.527 2012-01-31 13:54:57.617 15630841 18579712 18645228 15 2011-01-06 17:25:50.527 2012-01-31 13:57:13.047 15630841 26771495 3 23625736 2014-08-25 10:55:15.030 2014-09-03 17:46:15.020 18579709 18645225 13 2011-01-06 17:25:50.527 2012-01-31 13:51:00.927 15630841 18579707 18645223 12 2011-01-06 17:25:50.527 2011-02-01 17:05:54.573 15630841 18579721 18645237 20 2011-01-06 17:25:50.527 2012-01-31 14:12:10.660 15630841 24085086 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON ]]> 24052327 18579722 18645238 21 2011-01-06 17:25:50.527 2012-01-31 14:14:40.430 15630841 18579719 18645235 19 2011-01-06 17:25:50.527 2012-01-31 14:11:19.203 15630841 18579718 18645234 18 2011-01-06 17:25:50.527 2012-01-31 14:01:17.300 15630841 18579716 18645232 17 2011-01-06 17:25:50.527 2012-01-31 13:59:31.097 15630841 27066811 27099574 126 2014-01-17 13:07:01.043 2014-10-29 16:23:48.487 24052327 18579703 18645219 16 2011-03-23 16:44:27.450 2011-04-04 08:28:00.447 16416912 27066813 27099576 127 2014-01-17 13:07:01.043 2015-03-12 09:30:36.897 24052327 27066816 27099579 128 2014-01-17 13:07:01.043 2015-03-12 10:08:14.447 24052327 27066817 27099580 129 2014-01-17 13:07:01.043 2015-03-12 10:42:10.083 24052327 18579811 18645325 24 2011-01-06 17:25:50.527 2012-01-31 15:30:29.210 15630841 18579812 18645326 25 2011-01-06 17:25:50.527 2012-02-06 14:58:31.753 15630841 18579813 18645327 26 2011-01-06 17:25:50.527 2012-02-06 14:59:15.857 15630841 18579815 18645329 27 2011-01-06 17:25:50.527 2012-02-06 14:59:33.477 15630841 18579817 18645331 28 2011-01-06 17:25:50.527 2012-02-06 15:33:55.267 15630841 27066794 27099557 6 2013-12-30 10:03:13.517 2013-12-30 16:28:29.730 24052056 18841769 18580243 2012-03-15 09:28:06.010 2012-03-15 09:28:06.010 170110 1 27066792 27099555 335 2011-01-06 17:25:50.527 2015-03-09 13:45:13.830 15630841 27066790 27099553 334 2011-01-06 17:25:50.527 2015-03-09 13:43:15.853 15630841 10485798 24052054 2009-06-01 12:30:09.257 2013-12-30 10:56:30.487 32768 2 10485795 20087206 20119964 3 2012-09-05 16:13:46.787 2012-09-12 22:07:19.937 19040787 27066788 27099551 333 2011-01-06 17:25:50.527 2015-03-09 13:41:23.883 15630841 27066786 27099549 332 2011-01-06 17:25:50.527 2015-03-09 13:32:51.417 15630841 10485794 24052054 2009-06-01 12:30:08.897 2013-12-30 10:55:54.197 542720 1 10485795 24052054 2009-06-01 12:30:09.257 2013-12-30 10:56:30.487 43520 3 27066784 27099547 331 2011-01-06 17:25:50.527 2015-02-23 14:01:57.907 15630841 10485797 24052054 2009-06-01 12:30:09.257 2013-12-30 10:56:30.487 32768 1 10485795 27066781 27099544 31 2013-11-04 08:56:01.100 2015-03-05 13:22:22.877 23625736 27066779 27099542 30 2013-11-04 08:56:01.100 2014-09-17 17:29:11.293 23625736 27066745 27099508 330 2011-01-06 17:25:50.527 2015-02-09 15:36:11.187 15630841 9076755 8913150 2009-01-29 16:09:47.510 2009-01-29 16:09:47.510 2595525 1 9076757 7372874 2009-01-29 17:31:35.197 2009-03-03 08:35:49.933 7769265 1 9076756 8913150 2009-01-29 16:09:48.017 2009-01-29 16:09:48.017 318109 1 27066990 27099751 140 2014-01-17 13:07:01.043 2015-04-16 10:57:18.133 24052327 27066988 27099749 139 2014-01-17 13:07:01.043 2015-04-16 10:56:48.427 24052327 27066991 27099752 141 2014-01-17 13:07:01.043 2015-04-16 11:03:12.917 24052327 27067009 27099769 44 2013-11-04 08:56:01.100 2015-04-08 10:30:02.880 23625736 27067014 27099774 1 2015-04-24 12:39:04.967 2015-04-24 12:39:04.967 27067008 18251826 18284593 14 2011-02-03 23:12:32.823 2011-07-19 14:08:25.687 15631372 18251824 18284591 13 2011-02-03 23:12:32.823 2011-07-19 14:07:35.697 15631372 27067011 27099771 45 2013-11-04 08:56:01.100 2015-04-24 12:39:33.197 23625736 18251823 18284590 12 2011-02-03 23:12:32.823 2011-07-19 13:59:56.040 15631372 27067018 27099778 3 2015-04-24 12:39:04.967 2015-04-24 13:02:44.817 27067008 18251821 18284588 11 2011-02-03 23:12:32.823 2011-07-19 13:29:49.727 15631372 27067016 27099776 2 2015-04-24 12:39:04.967 2015-04-24 12:56:06.803 27067008 18251819 18284586 10 2011-02-03 23:12:32.823 2011-07-19 13:18:45.363 15631372 27067019 27099779 4 2015-04-24 12:39:04.967 2015-04-24 13:30:02.527 27067008 27067021 27099781 5 2015-04-24 12:39:04.967 2015-04-24 13:32:03.280 27067008 27067023 27099783 6 2015-04-24 12:39:04.967 2015-04-24 13:38:18.093 27067008 27067025 27099785 7 2015-04-24 12:39:04.967 2015-04-24 14:33:13.533 27067008 19040666 19073363 181 2011-01-06 17:25:50.527 2012-08-13 13:47:01.423 15630841 27067030 27099787 8 2015-04-24 12:39:04.967 2015-04-24 15:01:08.303 27067008 27067031 27099788 9 2015-04-24 12:39:04.967 2015-04-24 15:25:20.300 27067008 27067033 27099790 10 2015-04-24 12:39:04.967 2015-04-24 15:26:55.470 27067008 19073654 Subject: \[dss-dev\] Communications Backplane report from the Western Flyer Date: September 17, 2012 12:58:44 PM PDT To: dss-dev@mbari.org Cc: Todd Ruston , Francisco Chavez , Brent Roman , Erich Rienecker , Dan Chamberlain , M Jordan Stanway All, Here's a communications backplane report from the Western Flyer to be communicated at the ODSS update meeting today. There's a lot of details here, but I want to get them written down before I forget. I'm noting locations of scripts and log files with the intention of helping us know where to look the next time we do something like this. h3. Sending messages to Winfrog: As user *trackadm* on malibu: The consumer.py script in /home/trackadm/dev/MBARItracking/amqp (checked into mbaritracking SVN on kahuna) has new code that sends $GPGLL NMEA messages to a specified winfrogHost. To configure edit consumer.py and add names (known to the mbaritracking database) and port numbers (configured in Winfrog) to the portLookup dictionary: Around line 137: {noformat} # If running on malibu (on the Western Flyer) send positions to the Winfrog computer by platform name # Platform names are case sensitive to what they are know by in the MBARI Tracking database ##winfrogHost = 'dogfish.shore.mbari.org' winfrogHost = '134.89.20.18' portLookup = { 'tethys': 31401, 'daphne': 31402, 'dorado': 31403, 'ESP': 31404, 'ZEPHYR': 31405, 'waveglider': 31406, 'stella101': 31101, 'stella103': 31103, 'stella104': 31104, 'stella108': 31108, 'stella110': 31110, 'stella111': 31111, } {noformat} The consumer for the platform type will need to be restarted if you make a change. Just kill it and let the /home/trackadm/dev/MBARItracking/amqp/runPersistMonitor.sh watchdog restart it. On malibu this watchdog runs every 5 minutes from trackadm's crontab. +Monitoring:+ {noformat} [trackadm@malibu logs]$ tail -f /home/trackadm/logs/nonAISPersistConsumers.out consumer.persist_message(): drifter,ESP,1347904556.00,35.662982,-122.406161,grabESPpositions.py,,,2012-09-17T17:55:56Z consumer.sendGLLtoTCP(): Sent to 134.89.20.18:31404: $GPGLL,3539.77892,N,12224.36966,W,175550,A*3f consumer.persist_message(): drifter,ESP,1347904556.00,35.662982,-122.406161,grabESPpositions.py,,,2012-09-17T17:55:56Z consumer.sendGLLtoTCP(): Sent to 134.89.20.18:31404: $GPGLL,3539.77892,N,12224.36966,W,175552,A*3d consumer.persist_message(): ship,W_FLYER,1347904555.00,35.663140,-122.406308,grabWFpositions.py,,,2012-09-17T17:55:55Z consumer.persist_message(): ship,R_CARSON,1347904565.72,36.802167,-121.787208,grabShipPositions.py,,,2012-09-17T17:56:05Z consumer.persist_message(): ship,ZEPHYR,1347904575.31,36.802033,-121.787215,grabShipPositions.py,,,2012-09-17T17:56:15Z consumer.sendGLLtoTCP(): Sent to 134.89.20.18:31405: $GPGLL,3648.12198,N,12147.2329,W,175615,A*8 consumer.persist_message(): drifter,stella101,1347904152.00,35.662770,-122.406460,drifter.py,,,2012-09-17T17:49:12Z consumer.sendGLLtoTCP(): Sent to 134.89.20.18:31101: $GPGLL,3539.7662,N,12224.3876,W,175629,A*32 consumer.persist_message(): ship,W_FLYER,1347904586.00,35.663127,-122.406252,grabWFpositions.py,,,2012-09-17T17:56:26Z consumer.persist_message(): ship,R_CARSON,1347904595.31,36.802172,-121.787215,grabShipPositions.py,,,2012-09-17T17:56:35Z consumer.persist_message(): drifter,stella103,1347904169.00,35.929670,-122.292400,drifter.py,,,2012-09-17T17:49:29Z consumer.sendGLLtoTCP(): Sent to 134.89.20.18:31103: $GPGLL,3555.7802,N,12217.544,W,175645,A*5 {noformat} I leave this running in a window that I can switch to at any time and see what is being processed. h3. ESP communications: As user *trackadm* on malibu: The grabESPpositions.py script in /home/trackadm/dev/MBARItracking/scripts (to be checked into mbaritracking SVN on kahuna) is a new script that telnets to port 2010 on the ESP's ship computer, parses a $GPGGA NMEA string and publishes ESP position reports to the drifters RabbitMQ fanout exchange. The espWatchdog.py script in the same directory checks that positions are being updated and restarts grabESPpositions.py if needed. It is executed by trackadm's crontab every minute (per Brent's suggestion). +Monitoring:+ {noformat} [trackadm@malibu ~]$ tail -f /home/trackadm/logs/espWatchdog.out fileAge = 42.2587380409 fileAge = 102.784883022 fileAge = 162.288415909 fileAge = 222.815152884 fileAge = 282.854593039 fileAge = 462.875690937 Killing grabESPpositions.py with procId = 19238 19239 2012-09-17 07:05:01Z: Restarting grabESPpositions.py... fileAge = 41.6014370918 fileAge = 41.6443030834 {noformat} and {noformat} [trackadm@malibu scripts]$ tail -f /home/trackadm/logs/grabESPpositions.out 2012-09-17 18:07:09Z: published ESP position 35.6625253, -122.4047792 to AMQP 2012-09-17 18:07:50Z: published ESP position 35.6624157, -122.4046188 to AMQP 2012-09-17 18:07:50Z: published ESP position 35.6624157, -122.4046188 to AMQP 2012-09-17 18:08:50Z: published ESP position 35.6623875, -122.4044205 to AMQP 2012-09-17 18:08:50Z: published ESP position 35.6623875, -122.4044205 to AMQP {noformat} I leave these running in windows that I can switch to foe quick monitoring of what is going on. As user *stoqsadm* on malibu: The new script /home/stoqsadm/scripts/espsync uses rsync to copy files from the ESP ship computer to the canon/2012_Sep rcynced-to-shore directory. It is run by stoqsadm's crontab every 5 minutes - a minute before the canonsync script runs. +Monitoring:+ Occaisonally execute: {noformat} [stoqsadm@malibu ~]$ ls -lrt /ODSS/data/canon/2012_Sep/misc/ESP/moe/esp | tail -rwxrwxrwx 1 stoqsadm stoqsadm 1308 Sep 16 18:04 NARBB12sep1616h725ml.pcr* -rwxrwxrwx 1 stoqsadm stoqsadm 724334 Sep 16 19:04 pcrBAC12sep1614h725ml40s.tif* -rwxrwxrwx 1 stoqsadm stoqsadm 2475 Sep 16 19:47 AOAa12sep1618h725ml.pcr* -rwxrwxrwx 1 stoqsadm stoqsadm 15212491 Sep 16 19:47 hydrorad.out* -rwxrwxrwx 1 stoqsadm stoqsadm 7532648 Sep 16 19:47 real.log* -rwxrwxrwx 1 stoqsadm stoqsadm 1337 Sep 16 22:04 AOAb12sep1620h725ml.pcr* -rwxrwxrwx 1 stoqsadm stoqsadm 1337 Sep 16 23:34 CbbL12sep1621h725ml.pcr* -rwxrwxrwx 1 stoqsadm stoqsadm 1338 Sep 17 04:14 G1Ar12sep1623h725ml.pcr* -rwxrwxrwx 1 stoqsadm stoqsadm 73516 Sep 17 04:14 CTD-tts-8.hex* -rwxrwxrwx 1 stoqsadm stoqsadm 3773794 Sep 17 04:14 real.out* {noformat} and check that the files are updating when we have communication as indicated by the above ESP position monitoring. h3. canonsync: As user *stoqsadm* on malibu: I modified the script (removed --az options, added wf, waveglider rsyncs, and additional text reporting, etc.) and changed the crontab to: {noformat} */10 * * * * /usr/bin/time /home/stoqsadm/scripts/canonsync >> logs/canonsync.log 2>&1 {noformat} +Monitoring:+ Occasionally execute: {noformat} [stoqsadm@malibu ~/logs]$ grep "elapsed\|PDT" canonsync.log | tail Mon Sep 17 11:00:01 PDT 2012 Mon Sep 17 11:05:28 PDT 2012 0.30user 0.12system 5:27.24elapsed 0%CPU (0avgtext+0avgdata 11968maxresident)k Mon Sep 17 11:10:01 PDT 2012 Mon Sep 17 11:15:12 PDT 2012 0.40user 0.14system 5:11.25elapsed 0%CPU (0avgtext+0avgdata 14032maxresident)k Mon Sep 17 11:20:01 PDT 2012 Mon Sep 17 11:27:30 PDT 2012 0.40user 0.13system 7:29.46elapsed 0%CPU (0avgtext+0avgdata 16976maxresident)k Mon Sep 17 11:30:01 PDT 2012 {noformat} or examine more details in the /home/stoqsadm/logs/canonsync.log file. Also, from the ship's VSAT network you can ssh into beach and do directory listings to compare with what is on malibu. Over the last 2 days the longest canonsync elapsed time was less than 8 minutes. h3. ctdsync: As user *root* on malibu: Entry in root's crontab: {noformat} # Sync ctd files for CANON 59,4,9,14,19,24,29,34,39,44,49,54 * * * * /home/stoqsadm/scripts/ctdsync {noformat} The files that /home/stoqsadm/scripts/ctdsync copies to /ODSS/data/canon/2012_Sep/wf/ get synced to shore by canonsync. +Monitoring:+ Ocaisionally execute: {noformat} ls -lRt /ODSS/data/canon/2012_Sep/wf/ {noformat} and see that files are updating. Note that we added a realtime.asc file in uctd that contains data since the last processed file was created. Those processed files get created twice a day by the CTD tech. h3. W_FLYER positions: As user *trackadm* on malibu: Note: With Todd's help scratchy:/coredata is now mounted on malibu. This make available all of the logr data files which include ship and ROV data items that are logged from datamanager. The grabWFpositions.py script in /home/trackadm/dev/MBARItracking/scripts (checked into mbaritracking SVN on kahuna) is a new script that tails the current /coredata/data/*shipnavlogr.dat file and sends a W_FLYER position report every 30 seconds to the ships RabbitMQ fanout exchange. The wfWatchdog.py script in the same directory checks that positions are being updated and restarts grabWFpositions.py if needed. It is executed by trackadm's crontab every two minutes. +Monitoring:+ {noformat} [trackadm@malibu amqp]$ tail -f ~/logs/wfWatchdog.out 2012-09-17 17:14:01 Z: Restarting grabWFpositions.py... 2012-09-17 17:20:02 Z: No recent W_FLYER positions in the mbaritracking database on malibu 2012-09-17 17:20:02 Z Killing grabWFpositions.py with procId = 5088 2012-09-17 17:20:02 Z: Restarting grabWFpositions.py... 2012-09-17 17:54:01 Z: No recent W_FLYER positions in the mbaritracking database on malibu 2012-09-17 17:54:01 Z Killing grabWFpositions.py with procId = 5470 2012-09-17 17:54:01 Z: Restarting grabWFpositions.py... 2012-09-17 18:24:01 Z: No recent W_FLYER positions in the mbaritracking database on malibu 2012-09-17 18:24:01 Z Killing grabWFpositions.py with procId = 7591 2012-09-17 18:24:01 Z: Restarting grabWFpositions.py... {noformat} and {noformat} [trackadm@malibu logs]$ tail -f grabWFpositions.out 2012-09-17 19:18:18Z: published W_FLYER position 35.813105, -122.350282 to AMQP 2012-09-17 19:18:48Z: published W_FLYER position 35.814263, -122.349903 to AMQP 2012-09-17 19:19:18Z: published W_FLYER position 35.815432, -122.349527 to AMQP 2012-09-17 19:19:51Z: published W_FLYER position 35.816585, -122.34916 to AMQP 2012-09-17 19:20:22Z: published W_FLYER position 35.817743, -122.34878 to AMQP 2012-09-17 19:20:51Z: published W_FLYER position 35.818915, -122.348408 to AMQP 2012-09-17 19:21:23Z: published W_FLYER position 35.820087, -122.34802 to AMQP 2012-09-17 19:21:54Z: published W_FLYER position 35.821247, -122.34764 to AMQP 2012-09-17 19:22:25Z: published W_FLYER position 35.822452, -122.347235 to AMQP 2012-09-17 19:22:58Z: published W_FLYER position 35.82365, -122.346833 to AMQP {noformat} h5. Odds and ends, questions, planning ahead: # I enabled sending mail from malibu, again with Todd's help. This will prove useful for setting up remote monitoring and reporting. # The new and modified scripts in MBARItracking will be in version control on kahuna. I will check those additions and changes in when we get back and have a shore network connection. # Do we have a versioned controlled home for the scripts in stoqsadm@malibu:scripts? Any suggestions? # We need to save the crontabs for the stoqsadm and trackadm accounts on malibu somewhere. # Some cron jobs on malibu will need to be commented out upon completion of this cruise, right? # For the next time we do something like this we'll need to edit the canonsync script to point to another directory other than canon/2012_Sep. Is there a more general way that we should set this up? -Mike]]> 19040962 19040671 19073368 184 2011-01-06 17:25:50.527 2012-08-20 14:12:59.517 15630841 27067035 27099792 11 2015-04-24 12:39:04.967 2015-04-24 15:28:28.643 27067008 19040672 19073369 185 2011-01-06 17:25:50.527 2012-08-20 14:43:16.727 15630841 27067038 27099795 142 2014-01-17 13:07:01.043 2015-04-16 12:27:03.623 24052327 27067040 27099797 143 2014-01-17 13:07:01.043 2015-04-28 11:09:36.870 24052327 19040668 19073365 182 2011-01-06 17:25:50.527 2012-08-20 13:43:01.763 15630841 27067042 27099799 144 2014-01-17 13:07:01.043 2015-04-28 11:12:39.783 24052327 19040670 19073367 183 2011-01-06 17:25:50.527 2012-08-20 13:56:04.427 15630841 27067044 27099801 12 2015-04-24 12:39:04.967 2015-04-24 15:31:27.920 27067008 15794177 15761409 15630629 2011-01-04 13:13:56.853 2011-01-04 13:13:56.853 27067046 27099803 46 2013-11-04 08:56:01.100 2015-04-24 12:50:31.663 23625736 15794178 15761409 15630618 2011-01-05 13:50:34.717 2011-01-05 13:50:34.717 15794183 20 15631333 2011-02-04 13:52:41.563 2011-02-04 13:52:41.563 27067048 27099805 145 2014-01-17 13:07:01.043 2015-04-28 11:13:55.067 24052327 15794184 20 15631372 2011-02-04 13:52:58.193 2011-02-04 13:52:58.193 18579971 18645479 43 2011-01-06 17:25:50.527 2012-02-28 13:45:13.423 15630841 18579964 18645472 37 2011-01-06 17:25:50.527 2012-02-16 12:50:37.593 15630841 18579966 18645474 38 2011-01-06 17:25:50.527 2012-02-28 13:41:20.230 15630841 18579967 18645475 39 2011-01-06 17:25:50.527 2012-02-28 13:43:06.553 15630841 19073548 19040855 18579968 18645476 40 2011-01-06 17:25:50.527 2012-02-28 13:43:26.037 15630841 18579969 18645477 41 2011-01-06 17:25:50.527 2012-02-28 13:44:11.747 15630841 18579970 18645478 42 2011-01-06 17:25:50.527 2012-02-28 13:44:52.783 15630841 19040709 19073406 186 2011-01-06 17:25:50.527 2012-08-20 14:46:36.753 15630841 19073578 19040886 8093705 8060937 8093704 8060936 8093703 8060935 19040720 19073417 1 2012-08-15 11:33:52.730 2012-08-15 11:33:52.730 19040544 8093702 8060934 8093701 8060933 18251816 18284583 8 2011-02-03 23:12:32.823 2011-02-04 09:44:05.597 15631372 19040722 19073419 2 2012-08-15 11:33:52.730 2012-08-29 11:45:46.833 19040544 8093700 8060932 18251817 18284584 9 2011-02-03 23:12:32.823 2011-07-19 13:17:15.887 15631372 8093699 8060931 19040728 19073425 3 2012-08-15 11:33:52.730 2012-08-29 11:49:08.497 19040544 19040727 19073424 187 2011-01-06 17:25:50.527 2012-08-27 13:37:30.597 15630841 27067103 27099860 336 2011-01-06 17:25:50.527 2015-03-09 14:28:24.217 15630841 19073600 19040908 27067107 27099864 13 2015-04-24 12:39:04.967 2015-04-28 12:44:50.493 27067008 8159275 8060933 2008-12-04 10:17:08.993 2008-12-04 10:17:08.993 3491680 1 8159274 8060933 2008-12-04 10:17:08.163 2008-12-04 10:17:08.163 2706390 1 8159277 8060933 2008-12-04 10:17:11.627 2008-12-04 10:17:11.627 677495 1 8159276 8060933 2008-12-04 10:17:10.613 2008-12-04 10:17:10.613 2907166 1 8159271 8060932 2008-12-04 10:17:05.123 2008-12-04 10:17:05.123 4914427 1 18580156 18645663 56 2011-01-06 17:25:50.527 2012-03-12 14:00:39.320 15630841 8159270 8060932 2008-12-04 10:17:04.530 2008-12-04 10:17:04.530 144590 1 18580158 18645665 57 2011-01-06 17:25:50.527 2012-03-12 14:02:40.547 15630841 8159273 8060933 2008-12-04 10:17:07.527 2008-12-04 10:17:07.527 272775 1 8159272 8060933 2008-12-04 10:17:07.027 2008-12-04 10:17:07.027 1124534 1 8159267 8060931 2008-12-04 10:17:02.277 2008-12-04 10:17:02.277 506586 1 8159266 8060931 2008-12-04 10:17:01.537 2008-12-04 10:17:01.537 2036638 1 8159269 8060931 2008-12-04 10:17:03.307 2008-12-04 10:17:03.307 980711 1 8159268 8060931 2008-12-04 10:17:02.707 2008-12-04 10:17:02.707 492226 1 26673325 /pgdata/dumps/mbaritracking.beach.dump /usr/pgsql-9.1/bin/psql < /pgdata/dumps/mbaritracking.beach.dump {noformat} # Change ownerships from stoqsadm to odssadm and give role everyone select rights (as user postgres at psql prompt): {noformat} \c mbaritracking REASSIGN OWNED BY stoqsadm TO odssadm; grant all on all tables in schema public to odssadm; grant select on all tables in schema public to everyone; {noformat} # Added to odssadm's crontab on normandy: {noformat} */10 * * * * /home/odssadm/dev/MBARItracking/amqp/runPersistMonitor.sh >> /data/logs/tracking/persistWatchdog.log 2>&1 {noformat} # Monitor log files to make sure everything is working: {noformat} tail -f /data/logs/tracking/persistWatchdog.log tail -f /data/logs/tracking/nonAISPersistConsumers.out {noformat} # Help ticket to create file /etc/httpd/conf.d/trackingdb.conf for the trackingdb web service # Test web trackingdb web services: {noformat} http://normandy.mbari.org/trackingdb/positionOfType/ais/last/1m/data.html http://normandy.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.html {noformat} # Committed MBARItracking code changes: {noformat} $ svn commit -m "Made to work on normandy: now uses Django 1.6.5 and virtual-env instead of hard-coded /opt/python" mccann@kahuna.shore.mbari.org's password: Adding amqp/COPYING Sending amqp/README Sending amqp/persistWatchdog.py Sending amqp/runPersistMonitor.sh Sending amqp/settings.py Sending amqp/tracking.wsgi Sending amqp/urls.py Sending amqp/views.py Transmitting file data ........ Committed revision 13407. {noformat} ]]> 26640568 8159263 7503889 2008-11-10 13:23:03.980 2008-11-10 13:23:03.980 409037 1 7634962 8159262 7503889 2008-12-04 10:16:58.943 2008-12-04 10:16:58.943 1295918 1 8159265 7503889 2008-11-10 16:57:09.540 2008-11-10 16:57:09.540 2288747 1 7635005 8159264 7503889 2008-11-10 13:23:04.147 2008-11-10 13:23:04.147 378993 1 7634963 18580143 18645650 46 2011-01-06 17:25:50.527 2012-03-12 11:22:02.883 15630841 8159290 8060935 2008-12-04 10:17:32.937 2008-12-04 10:17:32.937 152905 1 18580144 18645651 47 2011-01-06 17:25:50.527 2012-03-12 11:22:43.707 15630841 8159291 8060935 2008-12-04 10:17:33.203 2008-12-04 10:17:33.203 2301779 1 18580145 18645652 48 2011-01-06 17:25:50.527 2012-03-12 11:23:18.397 15630841 8159292 8060935 2008-12-04 10:17:33.630 2008-12-04 10:17:33.630 3808256 1 19040519 19073220 178 2011-01-06 17:25:50.527 2012-08-09 15:04:29.867 15630841 18580146 18645653 49 2011-01-06 17:25:50.527 2012-03-12 11:23:42.467 15630841 8159293 8060935 2008-12-04 10:17:34.237 2008-12-04 10:17:34.237 298163 1 19040518 19073219 177 2011-01-06 17:25:50.527 2012-08-09 15:03:42.207 15630841 8159286 8060935 2008-12-04 10:17:31.197 2008-12-04 10:17:31.197 239775 1 19040517 19073218 176 2011-01-06 17:25:50.527 2012-08-09 15:00:47.243 15630841 8159287 8060935 2008-12-04 10:17:31.550 2008-12-04 10:17:31.550 2914557 1 18580141 18645648 44 2011-01-06 17:25:50.527 2012-02-28 13:45:24.217 15630841 8159288 8060935 2008-12-04 10:17:32.087 2008-12-04 10:17:32.087 1168882 1 19040515 19073216 175 2011-01-06 17:25:50.527 2012-08-09 14:53:45.757 15630841 18580142 18645649 45 2011-01-06 17:25:50.527 2012-03-12 11:21:32.023 15630841 8159289 8060935 2008-12-04 10:17:32.417 2008-12-04 10:17:32.417 1910135 1 8159282 8060934 2008-12-04 10:17:20.227 2008-12-04 10:17:20.227 1090156 1 19040513 19073214 174 2011-01-06 17:25:50.527 2012-08-06 14:01:58.883 15630841 18580152 18645659 54 2011-01-06 17:25:50.527 2012-03-12 11:25:47.217 15630841 8159283 8060934 2008-12-04 10:17:21.370 2008-12-04 10:17:21.370 10257336 1 8159284 8060934 2008-12-04 10:17:22.563 2008-12-04 10:17:22.563 1523078 1 18580154 18645661 55 2011-01-06 17:25:50.527 2012-03-12 13:10:55.477 15630841 8159285 8060934 2008-12-04 10:17:23.233 2008-12-04 10:17:23.233 1499877 1 18580147 18645654 50 2011-01-06 17:25:50.527 2012-03-12 11:23:58.367 15630841 8159278 8060933 2008-12-04 10:17:12.083 2008-12-04 10:17:12.083 3923785 1 18580148 18645655 51 2011-01-06 17:25:50.527 2012-03-12 11:24:31.367 15630841 8159279 8060933 2008-12-04 10:17:13.273 2008-12-04 10:17:13.273 1383485 1 27066882 27099645 135 2014-01-17 13:07:01.043 2015-03-26 10:44:23.870 24052327 18580149 18645656 52 2011-01-06 17:25:50.527 2012-03-12 11:25:04.900 15630841 8159280 8060933 2008-12-04 10:17:14.183 2008-12-04 10:17:14.183 13284575 1 18580150 18645657 53 2011-01-06 17:25:50.527 2012-03-12 11:25:28.207 15630841 8159281 8060933 2008-12-04 10:17:19.227 2008-12-04 10:17:19.227 1161746 1 27066880 27099643 134 2014-01-17 13:07:01.043 2015-03-19 14:37:29.700 24052327 8159245 7503887 2008-11-10 13:23:01.460 2008-11-10 13:23:01.460 577286 1 7634954 8159244 7503887 2008-11-10 13:23:01.060 2008-11-10 13:23:01.060 1981846 1 7634953 19040537 19073238 179 2011-01-06 17:25:50.527 2012-08-09 15:05:07.397 15630841 8159243 7503887 2008-12-04 10:16:45.933 2008-12-04 10:16:45.933 270248 1 19040538 19073239 180 2011-01-06 17:25:50.527 2012-08-13 13:46:58.857 15630841 8159242 7503887 2008-11-10 13:23:00.640 2008-11-10 13:23:00.640 1787545 1 7634952 19073778 19041087 8159241 7503887 2008-11-10 13:23:00.150 2008-11-10 13:23:00.150 1130507 1 7634951 8159240 8060929 2008-12-04 10:16:36.327 2008-12-04 10:16:36.327 2500814 1 8159239 8060929 2008-12-04 10:16:35.997 2008-12-04 10:16:35.997 661221 1 8159238 8060929 2008-12-04 10:16:35.687 2008-12-04 10:16:35.687 906271 1 8159237 8060929 2008-12-04 10:16:35.383 2008-12-04 10:16:35.383 993706 1 8159236 8060929 2008-12-04 10:16:35.130 2008-12-04 10:16:35.130 507179 1 8159235 8060929 2008-12-04 10:16:34.810 2008-12-04 10:16:34.810 577664 1 27066894 27099657 136 2014-01-17 13:07:01.043 2015-03-27 20:33:15.593 24052327 8159234 8060929 2008-12-04 10:16:34.573 2008-12-04 10:16:34.573 289672 1 8159233 8060929 2008-12-04 10:16:34.223 2008-12-04 10:16:34.223 1154916 1 27066896 27099659 137 2014-01-17 13:07:01.043 2015-04-02 11:52:57.993 24052327 8159260 8060930 2008-12-04 10:16:58.080 2008-12-04 10:16:58.080 363236 1 27066916 27099678 36 2013-11-04 08:56:01.100 2015-04-07 13:27:17.193 23625736 8159261 8060930 2008-12-04 10:16:58.327 2008-12-04 10:16:58.327 1729877 1 8159258 8060930 2008-12-04 10:16:57.217 2008-12-04 10:16:57.217 481326 1 27066918 27099680 37 2013-11-04 08:56:01.100 2015-04-07 14:48:52.433 23625736 8159259 8060930 2008-12-04 10:16:57.667 2008-12-04 10:16:57.667 872313 1 27066919 27099681 38 2013-11-04 08:56:01.100 2015-04-07 15:19:39.227 23625736 8159256 8060930 2008-12-04 10:16:56.380 2008-12-04 10:16:56.380 2663687 1 8159257 8060930 2008-12-04 10:16:56.880 2008-12-04 10:16:56.880 1384563 1 27066921 27099683 39 2013-11-04 08:56:01.100 2015-04-07 15:20:21.893 23625736 8159254 8060930 2008-12-04 10:16:55.783 2008-12-04 10:16:55.783 227577 1 8159255 8060930 2008-12-04 10:16:56.097 2008-12-04 10:16:56.097 516045 1 8159252 8060930 2008-12-04 10:16:55.253 2008-12-04 10:16:55.253 805921 1 8159253 8060930 2008-12-04 10:16:55.537 2008-12-04 10:16:55.537 876103 1 8159250 8060930 2008-12-04 10:16:54.007 2008-12-04 10:16:54.007 8055914 1 19040546 19073246 188 2012-01-12 16:48:35.127 2012-08-15 11:32:56.650 18579493 27066910 27099672 33 2013-11-04 08:56:01.100 2015-03-24 15:04:40.183 23625736 8159251 8060930 2008-12-04 10:16:55.023 2008-12-04 10:16:55.023 510000 1 8159248 7503887 2008-11-10 13:23:02.307 2008-11-10 13:23:02.307 1877504 1 7634957 19040540 19073241 186 2012-01-12 16:48:35.127 2012-08-06 14:50:36.533 18579493 27066912 27099674 34 2013-11-04 08:56:01.100 2015-04-07 12:33:05.897 23625736 8159249 7503887 2008-12-04 10:16:50.410 2008-12-04 10:16:50.410 2821632 1 8159246 7503887 2008-11-10 13:23:01.730 2008-11-10 13:23:01.730 201439 1 7634955 19040542 19073243 187 2012-01-12 16:48:35.127 2012-08-15 11:32:08.133 18579493 27066914 27099676 35 2013-11-04 08:56:01.100 2015-04-07 13:25:35.087 23625736 8159247 7503887 2008-11-10 13:23:01.963 2008-11-10 13:23:01.963 1645857 1 7634956 19073679 19040987 27066927 27099689 42 2013-11-04 08:56:01.100 2015-04-07 15:43:16.230 23625736 27066925 27099687 41 2013-11-04 08:56:01.100 2015-04-07 15:36:56.167 23625736 27066923 27099685 40 2013-11-04 08:56:01.100 2015-04-07 15:24:58.347 23625736 19155052 15631013 2012-07-05 10:30:35.447 2012-07-05 10:30:35.447 27066942 27099704 43 2013-11-04 08:56:01.100 2015-04-07 15:46:26.403 23625736 28540932 23625736 2015-09-16 11:29:08.903 2015-09-16 11:29:08.903 348795 1 8159303 7372874 2008-12-04 10:17:51.380 2008-12-04 10:17:51.380 721240 1 8159302 7372874 2008-11-10 13:23:04.713 2008-11-10 13:23:04.713 944474 1 7634964 8159308 24052054 2008-12-09 14:04:05.690 2013-12-30 10:55:06.627 3640832 1 8159307 24052054 2008-12-09 14:04:04.470 2013-12-30 10:54:40.483 10014720 1 8159306 24052054 2008-12-09 14:04:03.807 2013-12-30 10:54:50.280 2258944 1 8159297 8060936 2008-12-04 10:17:35.667 2008-12-04 10:17:35.667 39505 1 19040587 19073288 22 2012-05-29 09:43:57.237 2012-06-28 16:08:44.743 19038993 8159296 8060935 2008-12-04 10:17:35.093 2008-12-04 10:17:35.093 35290 1 19040588 19073289 23 2012-05-29 09:43:57.237 2012-08-16 14:53:13.783 19038993 8159295 8060935 2008-12-04 10:17:34.877 2008-12-04 10:17:34.877 85390 1 8159294 8060935 2008-12-04 10:17:34.507 2008-12-04 10:17:34.507 796617 1 8159301 8060937 2008-12-04 10:17:37.033 2008-12-04 10:17:37.033 1462764 1 8159300 8060937 2008-12-04 10:17:36.657 2008-12-04 10:17:36.657 866160 1 8159299 8060937 2008-12-04 10:17:36.440 2008-12-04 10:17:36.440 132735 1 8159298 8060936 2008-12-04 10:17:35.917 2008-12-04 10:17:35.917 1168475 1 27066986 27099747 138 2014-01-17 13:07:01.043 2015-04-02 11:58:16.487 24052327 7372875 7405643 1 2008-11-10 11:56:36.427 2008-11-10 11:56:36.427 7372874 23625744 23658511 1 2013-11-04 08:56:01.100 2013-11-04 08:56:01.100 23625736 19040382 19073084 184 2012-01-12 16:48:35.127 2012-07-17 15:39:06.057 18579493 19155371 15630605 2012-07-05 10:42:03.650 2012-07-05 10:42:03.650 19155370 15630605 2012-07-05 10:42:03.650 2012-07-05 10:42:03.650 23625747 23658514 1 2013-11-04 08:56:46.157 2013-11-04 08:56:46.157 23625739 16351233 15631372 2011-02-03 23:09:40.337 2011-02-03 23:12:33.067 809003 1 15728747 16351234 15631372 2011-02-03 23:06:27.193 2011-02-03 23:12:33.077 486628 1 15728739 9502746 7503890 2009-03-03 08:30:34.963 2009-03-03 08:30:34.963 1168608 1 9502747 8060934 2009-03-03 08:30:58.563 2009-03-03 08:30:58.563 788224 1 19040444 19073145 2 2012-08-02 14:51:22.127 2012-08-06 14:50:36.600 19040383 9502748 9371992 2009-03-03 08:34:02.993 2009-03-03 08:34:02.993 122745 1 9502749 9371992 2009-03-03 08:34:03.207 2009-03-03 08:34:03.207 525701 1 19040446 19073147 3 2012-08-02 14:51:22.127 2012-08-06 16:00:27.337 19040383 19040448 19073149 4 2012-08-02 14:51:22.127 2012-08-06 16:09:05.583 19040383 19040450 19073151 5 2012-08-02 14:51:22.127 2012-08-06 16:17:19.560 19040383 26509313 24052327 2014-06-19 12:32:37.953 2014-06-19 12:32:37.953 10936996 1 19040432 19073133 170 2011-01-06 17:25:50.527 2012-07-30 15:47:59.373 15630841 9502727 9371694 2009-02-19 00:29:01.333 2009-02-19 00:29:01.333 5163520 1 19040434 19073135 171 2011-01-06 17:25:50.527 2012-08-06 12:59:23.440 15630841 26509315 24052327 2014-06-19 14:02:19.357 2014-06-19 14:02:19.357 1891859 1 9502728 24052054 2009-02-19 10:20:56.367 2013-12-30 10:55:36.517 5163520 1 19040436 19073137 172 2011-01-06 17:25:50.527 2012-08-06 13:54:05.953 15630841 19040438 19073139 173 2011-01-06 17:25:50.527 2012-08-06 13:55:24.710 15630841 26509319 24052327 2014-06-20 12:56:03.767 2014-06-20 12:56:03.767 44402 1 19040440 19073141 185 2012-01-12 16:48:35.127 2012-08-02 14:32:23.650 18579493 19040441 19073142 1 2012-08-02 14:51:22.127 2012-08-02 14:51:22.127 19040383 23625773 23658540 284 2011-01-06 17:25:50.527 2013-10-21 14:40:00.447 15630841 27067361 27100104 147 2014-01-17 13:07:01.043 2015-06-18 13:08:45.887 24052327 18580245 18645747 1 2012-03-14 17:14:17.460 2012-03-14 17:14:17.460 18580243 27067359 27100102 146 2014-01-17 13:07:01.043 2015-04-28 15:52:35.583 24052327 23625775 23658542 285 2011-01-06 17:25:50.527 2013-11-07 13:59:44.977 15630841 9502772 24052054 2009-03-04 13:53:31.947 2013-12-30 10:56:07.560 2689782 2 18580259 18645761 2 2012-03-14 17:14:17.460 2012-03-14 17:15:00.473 18580243 23625792 23658559 2 2013-11-04 08:56:46.157 2013-11-04 09:20:01.207 23625739 9502757 9371992 2009-03-03 08:34:04.803 2009-03-03 08:34:04.803 2785091 1 9502756 9371992 2009-03-03 08:34:04.397 2009-03-03 08:34:04.397 234539 1 9502755 9371992 2009-03-03 08:34:04.240 2009-03-03 08:34:04.240 319536 1 9502754 9371992 2009-03-03 08:34:04.017 2009-03-03 08:34:04.017 939689 1 9502753 9371992 2009-03-03 08:34:03.797 2009-03-03 08:34:03.797 123625 1 9502752 9371992 2009-03-03 08:34:03.623 2009-03-03 08:34:03.623 92176 1 9502751 9371992 2009-03-03 08:34:03.493 2009-03-03 08:34:03.493 186771 1 9502750 9371992 2009-03-03 08:34:03.347 2009-03-03 08:34:03.347 44370 1 27067141 27099897 51 2013-11-04 08:56:01.100 2015-05-20 13:26:15.740 23625736 29294598 2 23625736 2016-08-08 19:44:15.057 2016-08-22 09:22:15.023 27067143 27099899 52 2013-11-04 08:56:01.100 2015-05-20 14:05:02.663 23625736 27067144 27099900 53 2013-11-04 08:56:01.100 2015-05-20 14:12:23.547 23625736 27067146 27099902 54 2013-11-04 08:56:01.100 2015-05-20 14:13:07.247 23625736 27067132 27099888 14 2015-04-24 12:39:04.967 2015-05-13 08:18:03.427 27067008 27067134 27099890 15 2015-04-24 12:39:04.967 2015-05-19 14:24:36.373 27067008 9502939 24052054 2009-03-04 13:53:31.947 2013-12-30 10:56:07.560 0 1 9502772 27067136 27099892 16 2015-04-24 12:39:04.967 2015-05-19 14:26:08.400 27067008 27067138 27099894 50 2013-11-04 08:56:01.100 2015-05-19 14:09:38.947 23625736 27067125 27099881 47 2013-11-04 08:56:01.100 2015-04-28 12:54:24.753 23625736 27067130 27099886 49 2013-11-04 08:56:01.100 2015-05-19 14:08:58.323 23625736 27067129 27099885 48 2013-11-04 08:56:01.100 2015-05-14 09:31:31.180 23625736 19073999 19041310 9502964 24052054 2009-03-24 07:57:27.323 2013-12-30 10:55:27.190 7103488 1 27067165 27099921 64 2013-11-04 08:56:01.100 2015-05-20 15:22:57.063 23625736 27067163 27099919 63 2013-11-04 08:56:01.100 2015-05-20 14:57:41.843 23625736 27067158 27099914 60 2013-11-04 08:56:01.100 2015-05-20 14:41:07.080 23625736 27067156 27099912 59 2013-11-04 08:56:01.100 2015-05-20 14:37:48.753 23625736 27067162 27099918 62 2013-11-04 08:56:01.100 2015-05-20 14:53:36.760 23625736 27067160 27099916 61 2013-11-04 08:56:01.100 2015-05-20 14:48:25.173 23625736 27067150 27099906 56 2013-11-04 08:56:01.100 2015-05-20 14:26:23.510 23625736 27067149 27099905 55 2013-11-04 08:56:01.100 2015-05-20 14:23:48.250 23625736 27067154 27099910 58 2013-11-04 08:56:01.100 2015-05-20 14:28:58.137 23625736 27067152 27099908 57 2013-11-04 08:56:01.100 2015-05-20 14:27:28.213 23625736 19040330 19073031 165 2011-01-06 17:25:50.527 2012-07-16 14:33:48.453 15630841 19147515 11797082 2012-06-28 15:01:18.597 2012-06-28 15:01:18.597 19147514 11797082 2012-06-28 15:01:18.597 2012-06-28 15:01:18.597 27067185 27099941 65 2013-11-04 08:56:01.100 2015-05-20 16:22:01.307 23625736 19040339 19073040 168 2011-01-06 17:25:50.527 2012-07-30 15:46:14.427 15630841 19040340 19073041 169 2011-01-06 17:25:50.527 2012-07-30 15:46:43.973 15630841 19040334 19073035 166 2011-01-06 17:25:50.527 2012-07-30 12:56:48.347 15630841 19040331 19073032 4 2012-07-17 15:33:44.063 2012-07-17 15:38:33.357 19040131 19040338 19073039 167 2011-01-06 17:25:50.527 2012-07-30 13:46:01.867 15630841 19146985 11796976 2012-06-28 14:30:13.807 2012-06-28 14:30:13.807 19040110 19072828 13 2012-07-12 15:50:14.640 2012-07-16 12:41:59.767 19040016 19040108 19072826 12 2012-07-12 15:50:14.640 2012-07-16 12:14:40.403 19040016 19040114 19072832 15 2012-07-12 15:50:14.640 2012-07-16 12:53:09.467 19040016 19040112 19072830 14 2012-07-12 15:50:14.640 2012-07-16 12:45:05.283 19040016 19040118 19072836 16 2012-07-12 15:50:14.640 2012-07-16 12:55:35.660 19040016 19040117 19072835 1 2012-07-16 12:56:51.560 2012-07-16 12:56:51.560 19040116 19040122 19072840 162 2011-01-06 17:25:50.527 2012-07-10 14:04:58.293 15630841 19040120 19072838 179 2012-01-12 16:48:35.127 2012-07-09 09:13:46.560 18579493 19040125 19072843 164 2011-01-06 17:25:50.527 2012-07-16 14:33:16.460 15630841 19040124 19072842 163 2011-01-06 17:25:50.527 2012-07-16 14:31:59.070 15630841 19040129 19072847 182 2012-01-12 16:48:35.127 2012-07-17 15:03:43.103 18579493 19040127 19072845 180 2012-01-12 16:48:35.127 2012-07-16 13:00:47.263 18579493 19040128 19072846 181 2012-01-12 16:48:35.127 2012-07-17 15:02:13.267 18579493 19040133 19072851 1 2012-07-17 15:33:44.063 2012-07-17 15:33:44.063 19040131 19040137 19072855 183 2012-01-12 16:48:35.127 2012-07-17 15:32:56.993 18579493 19040135 19072853 2 2012-07-17 15:33:44.063 2012-07-17 15:35:13.893 19040131 19040136 19072854 3 2012-07-17 15:33:44.063 2012-07-17 15:38:06.097 19040131 16449675 /last/[/stride/]/data.[csv|html|xkml|kml] position//last/[/stride/]/data.[csv|html|xkml|kml] position//since/[/stride/]/data.[csv|html|xkml|kml] position//between//[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//since/[/stride/]/data.[csv|html|xkml|kml] positionOfType//between//[/stride/]/data.[csv|html|xkml|kml] (For the .xkml and .kml formats you can specify 'googlemap' instead of 'data' to get a simple non-timestamped LineString KML representation of the track.)   {noformat} Here are examples for getting counts and position data (*Note: the odss-staging server - used for development - has been retired. Look below for examples that work on our production server*): [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/ZEPHYR/since/20110322T000000/count] {http://odss-staging.shore.mbari.org/trackingdb/positionOfType/ais/last/10s/count] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/367766000/last/1d/stride/10/data.html] (For the AIS positions of the Western Flyer) $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. KML output You can replace the format specification, e.g. 'html' or 'csv' with 'kml' to get timestamp tagged KML with the proper MIME type to open the tracks directly in KML to any KML-capable viewer, such as Google Earth. If you specify 'xkml' you will get the kml but with a MIME type of text/html so that the KML will appear in the browser. This is useful for debugging. You may also specify 'googlemap' instead of 'data' in a kml request in order to get a simple LineString KML element without timestamps. This KML response works well for feeding a GoogleMap (or other map) display of the data. h3. External Access The odds-staging.shore.mbari.org server is inside MBARI's firewall. All of the above services are also available from outside of MBARI's firewall by simply using the server name odds.mbari.org. E.g.: [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.html] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.kml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.kml] [http://odss.mbari.org/trackingdb/position/stella101/between/20140922T171500/20141010T000000/data.csv] h3. TODO Add GeoJSON formatted output.]]> 16416912 19040180 19072892 17 2012-07-12 15:50:14.640 2012-07-16 12:58:55.453 19040016 27067415 27100154 66 2013-11-04 08:56:01.100 2015-06-03 17:20:27.983 23625736 19040020 19072740 1 2012-07-12 15:50:14.640 2012-07-12 15:50:14.640 19040016 19040022 19072742 2 2012-07-12 15:50:14.640 2012-07-12 16:30:54.967 19040016 19040025 19072744 3 2012-07-12 15:50:14.640 2012-07-12 16:39:38.323 19040016 7503894 7536662 7 2008-11-10 11:56:36.427 2008-11-10 13:25:32.823 7372874 7503893 7536661 6 2008-11-10 11:56:36.427 2008-11-10 13:25:12.170 7372874 7503892 7536660 5 2008-11-10 11:56:36.427 2008-11-10 13:24:32.330 7372874 7503891 7536659 4 2008-11-10 11:56:36.427 2008-11-10 13:18:50.913 7372874 19040035 19072754 8 2012-07-12 15:50:14.640 2012-07-12 17:04:08.610 19040016 19040037 19072756 9 2012-07-12 15:50:14.640 2012-07-12 17:16:29.477 19040016 27067427 27100166 151 2014-01-17 13:07:01.043 2015-06-25 15:53:58.953 24052327 27067428 27100167 152 2014-01-17 13:07:01.043 2015-06-25 15:55:20.270 24052327 27067429 27100168 153 2014-01-17 13:07:01.043 2015-06-25 15:55:47.510 24052327 27067430 27100169 154 2014-01-17 13:07:01.043 2015-06-25 15:56:43.280 24052327 27067423 27100162 149 2014-01-17 13:07:01.043 2015-06-25 15:19:56.430 24052327 19040027 19072746 4 2012-07-12 15:50:14.640 2012-07-12 16:46:30.437 19040016 27067425 27100164 150 2014-01-17 13:07:01.043 2015-06-25 15:53:01.210 24052327 19040029 19072748 5 2012-07-12 15:50:14.640 2012-07-12 16:59:16.637 19040016 27067419 27100158 148 2014-01-17 13:07:01.043 2015-06-18 13:09:27.890 24052327 19040031 19072750 6 2012-07-12 15:50:14.640 2012-07-12 17:00:46.010 19040016 19040033 19072752 7 2012-07-12 15:50:14.640 2012-07-12 17:02:27.040 19040016 19039987 19072711 7 2012-07-09 09:20:48.587 2012-07-10 14:26:48.940 19039963 19039991 19072715 8 2012-07-09 09:20:48.587 2012-07-10 14:27:31.030 19039963 19039981 19072705 160 2011-01-06 17:25:50.527 2012-07-10 14:02:45.763 15630841 19074247 RC->Shore over VSAT/3G (Frederic will write the software for the acoustic link) ## Directly from Dorado->Shore over Iridium ## High Resolution AUV data and processed products (? - maybe over 3G) h5. Task List I moved the task list online to Asana (http://asana.com) and sent invites to those on the list. h5. Logical Diagram Under construction.]]> 19041565 19039980 19072704 159 2011-01-06 17:25:50.527 2012-07-02 16:36:25.987 15630841 19039986 19072710 6 2012-07-09 09:20:48.587 2012-07-10 14:20:48.993 19039963 19039983 19072707 161 2011-01-06 17:25:50.527 2012-07-10 14:03:26.757 15630841 19039984 19072708 5 2012-07-09 09:20:48.587 2012-07-09 09:45:47.127 19039963 7503876 7536644 2 2008-11-10 11:56:36.427 2008-11-10 11:56:44.973 7372874 7503880 7536648 1 2008-11-10 13:13:49.637 2008-11-10 13:13:49.637 7503878 7503881 7536649 3 2008-11-10 11:56:36.427 2008-11-10 13:07:11.710 7372874 19040104 19072822 12 2012-07-09 09:20:48.587 2012-07-16 09:43:39.750 19039963 19040106 19072824 11 2012-07-12 15:50:14.640 2012-07-16 10:45:48.937 19040016 19040100 19072818 11 2012-07-09 09:20:48.587 2012-07-16 08:45:57.620 19039963 19040102 19072820 10 2012-07-12 15:50:14.640 2012-07-12 18:41:04.990 19040016 19040095 19072813 9 2012-07-09 09:20:48.587 2012-07-11 11:11:13.700 19039963 19040097 19072815 10 2012-07-09 09:20:48.587 2012-07-16 08:43:43.367 19039963 24576230 24543463 22740993 15630841 2013-09-16 13:49:26.317 2013-09-16 13:49:26.317 13651 1 22740994 15630841 2013-09-16 13:52:13.143 2013-09-16 13:52:13.143 38943 1 29982726 2 23625736 2017-03-13 08:23:15.037 2017-03-13 08:23:15.037 19039900 19072630 165 2012-01-12 16:48:35.127 2012-07-05 10:01:22.677 18579493 19039904 19072634 166 2012-01-12 16:48:35.127 2012-07-05 10:03:49.347 18579493 19039908 19072638 167 2012-01-12 16:48:35.127 2012-07-05 10:06:37.290 18579493 19039914 19072644 5 2011-01-20 10:56:24.397 2011-01-20 11:40:33.100 15631013 19039912 19072642 168 2012-01-12 16:48:35.127 2012-07-05 10:26:32.997 18579493 19039884 19072614 157 2012-01-12 16:48:35.127 2012-07-05 09:35:59.740 18579493 19039889 19072619 22 2010-12-10 11:09:31.693 2010-12-21 11:39:35.800 15630437 19039887 19072617 158 2012-01-12 16:48:35.127 2012-07-05 09:37:06.297 18579493 19039894 19072624 162 2012-01-12 16:48:35.127 2012-07-05 09:44:52.597 18579493 19039893 19072623 161 2012-01-12 16:48:35.127 2012-07-05 09:44:09.113 18579493 19039892 19072622 160 2012-01-12 16:48:35.127 2012-07-05 09:43:24.263 18579493 19039891 19072621 159 2012-01-12 16:48:35.127 2012-07-05 09:40:31.320 18579493 19039898 19072628 164 2012-01-12 16:48:35.127 2012-07-05 09:58:39.137 18579493 19039896 19072626 163 2012-01-12 16:48:35.127 2012-07-05 09:46:54.053 18579493 19039867 19072597 148 2012-01-12 16:48:35.127 2012-07-05 09:09:18.290 18579493 19039868 19072598 149 2012-01-12 16:48:35.127 2012-07-05 09:09:51.720 18579493 19039872 19072602 150 2012-01-12 16:48:35.127 2012-07-05 09:10:16.337 18579493 19039874 19072604 151 2012-01-12 16:48:35.127 2012-07-05 09:23:06.827 18579493 19039876 19072606 152 2012-01-12 16:48:35.127 2012-07-05 09:25:17.700 18579493 19039877 19072607 153 2012-01-12 16:48:35.127 2012-07-05 09:29:03.857 18579493 19039878 19072608 154 2012-01-12 16:48:35.127 2012-07-05 09:30:34.027 18579493 19039879 19072609 155 2012-01-12 16:48:35.127 2012-07-05 09:31:35.637 18579493 19039882 19072612 156 2012-01-12 16:48:35.127 2012-07-05 09:33:14.830 18579493 19039855 19072586 9 2012-07-02 10:18:13.530 2012-07-02 17:30:08.527 19039779 19074371 /dev/null 2>/dev/null || true endscript } {noformat} to {noformat} /var/log/httpd/*log { compress delaycompress rotate 7 daily missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} # Create a directory under the apache configuration for custom configuration files (/etc/httpd/custom) and grant the group ODSS_ADMIN read and write privs on it. # Edit the apache configuration file and include any configuration files in the directory you just created {noformat} Include /etc/httpd/conf/custom/*.conf {noformat} # Create a symbolic link in the Apache html /var/www/html/data and point to /data. # Edit the Apache httpd.conf file and make sure directory browsing is enabled for the directory /data # Grant the ODSS_ADMIN group read and write privs to the /var/www/html directory # Grant the ODSS_ADMIN group read privs on the http log at /var/log/httpd # Install Java 7 (64 bit) and make default Java # Install ant # Install latest version of Python 2 (NOTE: Not Python 3) # Install 3 copies of Apache Tomcat 7.0.35 and name them: ## /opt/apache-tomcat-odss-7.0.35 ## /opt/apache-tomcat-erddap-7.0.35 ## /opt/apache-tomcat-thredds-7.0.35 # Create start up script for all three instances and put in /etc/init.d, but do not set them up to start yet. # In the start up scripts make sure that the processes will start under the tomcat account. # Give the group ODSS_ADMIN read and write privs to all three tomcat directories (recursively). # Install SSL certificate that can be used for Tomcat 7 # Install/enable MySQL database server, start it and then configure to run on startup # For COSCI, the following needs to be added to the /etc/my.cnf under the [mysqld] entry: {noformat} max_allowed_packet=16M {noformat} # Install latest version of PostgreSQL Server (9.1 is required as it supports PostGIS 1.5 which we need) [http://www.postgresql.org] # Install PostGIS 1.5 extension [http://postgis.net]. NOTE: Make sure you use PostGIS 1.5 as Django has a bug with 2.0. # Install django framework # Download, build, install the mapserver requirements ([http://mapserver.org/installation/unix.html]): ## libpng ## freetype ## GD ## zlib ## libproj ## libcurl ## OGR ## GDAL ## libpg (requires install of Postgres) # Download, build and install (copy .lib/mapserver to /var/www/cgi-bin) mapserver using the following options in the ./configure step: {noformat} --with-proj=xxxxxx # (xxxxxx is usually /usr/local) --with-ogr=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-gdal=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-wfs --with-wfsclient --with-wmsclient --with-postgis=xxxxx/pg_config # (xxxxxx depends on postgres install location) --with-kml {noformat} # Edit the epsg file (should be in /usr/local/Proj4/share/proj/epsg) that was installed with libproj and add the following at the bottom: {noformat} # Google Earth / Virtual Globe Mercator <900913> +proj=merc +a=6378137 +b=6378137 +lat_ts=0.0 +lon_0=0.0 +x_0=0.0 +y_0=0 +k=1.0 +units=m +no_defs {noformat} # Install tilecache: ## Download the tilecache tar.gz file from [http://tilecache.org] ## cd /var/www ## tar -zxvf tilecache-2.11-patched.tar.gz ## ln -s tilecache-2.11 tilecache ## Create and add following tilecache http configuration file to /etc/httpd/conf.d/tilecache.conf {noformat} alias /tilecache/ "/var/www/tilecache/" AddHandler cgi-script .cgi Options +ExecCGI {noformat} h3. Notes for ODSS Developers: # Configure ProxyPass entries in httpd.conf ## http://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same as your observation) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ (same) ## https://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ ## http://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## http://odss-master.mbari.org/cosci/data/ redirects to https://odss-master.mbari.org/cosci/data/ ## https://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## index.html redirect page to handle taking odss-master.mbari.org (http or https) to https://odss-master.mbari.org/odss/ # For automated rsync, we need to avoid the need to enter a password each time the sync occurs. I believe that IS configured password-less ssh login between some of the machines, as described at [http://www.debian-administration.org/articles/152] # Create firewall holes ## odss-master to atlas ODSS share ## odss-master to atlas LRAUV ## odss-master to secmail.shore.mbari.org:587 ## odss-master to snow.shore.mbari.org:993 and 995 ## odss-master to dods.mbari.org:80 ## odss-master to cencalcurrents.org:80 ## odss-master to messaging.shore.mbari.org:5672 and 55672 # Edit /etc/fstab and add: {noformat} atlasnfs.shore.mbari.org:/ifs/mbari/ODSS /ODSS nfs rw,suid 0 0 /ODSS/data/canon /home/canon none defaults,bind 0 0 /ODSS/data/biospace /home/biospace none defaults,bind 0 0 atlasnfs.shore.mbari.org:/ifs/mbariarchive/LRAUV /LRAUV nfs ro,suid 0 0 {noformat}]]> 19041691 19039860 19072590 145 2012-01-12 16:48:35.127 2012-07-05 09:01:19.807 18579493 19039859 19072589 144 2012-01-12 16:48:35.127 2012-07-02 14:47:24.483 18579493 19039861 19072591 146 2012-01-12 16:48:35.127 2012-07-05 09:01:48.937 18579493 19039864 19072594 11 2008-11-10 11:56:36.427 2012-06-27 14:40:12.377 7372874 19039866 19072596 147 2012-01-12 16:48:35.127 2012-07-05 09:03:03.617 18579493 19039970 19072695 1 2012-07-09 09:20:48.587 2012-07-09 09:20:48.587 19039963 19039967 19072693 1 2012-07-09 09:21:15.347 2012-07-09 09:21:15.347 19039965 19039977 19072702 4 2012-07-09 09:20:48.587 2012-07-09 09:41:06.440 19039963 19039975 19072700 3 2012-07-09 09:20:48.587 2012-07-09 09:33:10.483 19039963 19039974 19072699 2 2012-07-09 09:20:48.587 2012-07-09 09:24:49.487 19039963 19039961 19072688 178 2012-01-12 16:48:35.127 2012-07-07 06:35:31.707 18579493 19039957 19072684 10 2012-07-02 10:18:13.530 2012-07-03 11:35:26.550 19039779 19039956 19072683 177 2012-01-12 16:48:35.127 2012-07-05 11:03:54.587 18579493 19039931 19072660 1 2012-07-05 11:00:58.647 2012-07-05 11:00:58.647 19039929 19039933 19072662 2 2012-07-05 11:00:58.647 2012-07-05 11:01:10.807 19039929 19039934 19072663 176 2012-01-12 16:48:35.127 2012-07-05 11:01:10.770 18579493 19039941 19072669 3 2012-07-05 11:00:58.647 2012-07-05 11:02:40.907 19039929 19039942 19072670 4 2012-07-05 11:00:58.647 2012-07-05 15:32:36.220 19039929 19039922 19072652 171 2012-01-12 16:48:35.127 2012-07-05 10:38:28.293 18579493 19039921 19072651 170 2012-01-12 16:48:35.127 2012-07-05 10:31:04.280 18579493 19039915 19072645 169 2012-01-12 16:48:35.127 2012-07-05 10:28:48.813 18579493 19039927 19072657 174 2012-01-12 16:48:35.127 2012-07-05 10:44:21.577 18579493 19039930 19072659 175 2012-01-12 16:48:35.127 2012-07-05 11:00:28.727 18579493 19039924 19072654 172 2012-01-12 16:48:35.127 2012-07-05 10:39:42.353 18579493 19039923 19072653 5 2011-01-02 12:27:43.843 2011-01-04 13:10:49.660 15630605 19039926 19072656 173 2012-01-12 16:48:35.127 2012-07-05 10:42:38.633 18579493 19039782 19072513 2 2012-07-02 10:18:13.530 2012-07-02 10:19:05.597 19039779 19039780 19072511 1 2012-07-02 10:18:13.530 2012-07-02 10:18:13.530 19039779 19039786 19072517 154 2011-01-06 17:25:50.527 2012-07-02 11:20:17.967 15630841 19039785 19072516 153 2011-01-06 17:25:50.527 2012-06-28 15:12:41.640 15630841 19039783 19072514 3 2012-07-02 10:18:13.530 2012-07-02 10:20:10.377 19039779 19039774 19072505 118 2012-01-12 16:48:35.127 2012-07-02 10:10:22.647 18579493 19039773 19072504 117 2012-01-12 16:48:35.127 2012-07-02 10:09:29.007 18579493 19039772 19072503 3 2009-05-21 15:38:15.970 2009-05-21 15:56:10.193 9798649 19039771 19072502 116 2012-01-12 16:48:35.127 2012-07-02 10:08:34.853 18579493 19039777 19072508 120 2012-01-12 16:48:35.127 2012-07-02 10:16:58.783 18579493 19039776 19072507 119 2012-01-12 16:48:35.127 2012-07-02 10:11:22.380 18579493 19039765 19072496 8 2009-02-18 22:50:30.200 2009-04-02 19:44:41.027 9371694 19039764 19072495 113 2012-01-12 16:48:35.127 2012-07-02 10:04:42.740 18579493 19039769 19072500 115 2012-01-12 16:48:35.127 2012-07-02 10:07:29.987 18579493 19039770 19072501 5 2009-04-02 19:33:13.103 2009-04-02 19:43:40.150 9372469 19039767 19072498 114 2012-01-12 16:48:35.127 2012-07-02 10:06:25.750 18579493 19039768 19072499 4 2009-03-09 11:34:43.787 2009-03-09 12:11:51.510 9372120 19039758 19072489 111 2012-01-12 16:48:35.127 2012-07-02 10:01:39.750 18579493 19039756 19072487 110 2012-01-12 16:48:35.127 2012-07-02 10:00:01.780 18579493 19039762 19072493 1 2009-01-29 15:18:38.213 2009-01-29 15:18:38.213 8913148 19039760 19072491 112 2012-01-12 16:48:35.127 2012-07-02 10:03:04.463 18579493 8093698 8060930 19039748 19072479 106 2012-01-12 16:48:35.127 2012-07-02 09:53:28.980 18579493 8093697 8060929 19039747 19072478 105 2012-01-12 16:48:35.127 2012-07-02 09:51:13.810 18579493 19039750 19072481 107 2012-01-12 16:48:35.127 2012-07-02 09:54:07.957 18579493 19039751 19072482 108 2012-01-12 16:48:35.127 2012-07-02 09:57:32.493 18579493 19039754 19072485 109 2012-01-12 16:48:35.127 2012-07-02 09:58:05.433 18579493 19039744 19072475 104 2012-01-12 16:48:35.127 2012-06-28 16:49:21.377 18579493 19039733 19072464 6 2012-03-14 17:14:17.460 2012-06-28 16:41:29.883 18580243 19039734 19072465 102 2012-01-12 16:48:35.127 2012-06-28 16:40:45.370 18579493 19039736 19072467 103 2012-01-12 16:48:35.127 2012-06-28 16:42:57.550 18579493 19039727 19072458 100 2012-01-12 16:48:35.127 2012-06-28 16:27:41.647 18579493 19039728 19072459 101 2012-01-12 16:48:35.127 2012-06-28 16:40:14.500 18579493 19039729 19072460 4 2012-03-14 17:14:17.460 2012-04-12 11:09:42.637 18580243 19039730 19072461 5 2012-03-14 17:14:17.460 2012-06-28 16:41:29.813 18580243 19039845 19072576 8 2012-07-02 10:18:13.530 2012-07-02 17:18:56.580 19039779 19039843 19072574 7 2012-07-02 10:18:13.530 2012-07-02 16:25:45.187 19039779 19039842 19072573 158 2011-01-06 17:25:50.527 2012-07-02 11:23:44.237 15630841 19039839 19072570 6 2012-07-02 10:18:13.530 2012-07-02 14:44:08.810 19039779 19039836 19072567 143 2012-01-12 16:48:35.127 2012-07-02 14:28:16.497 18579493 19039835 19072566 5 2012-07-02 10:18:13.530 2012-07-02 14:24:35.457 19039779 19039833 19072564 142 2012-01-12 16:48:35.127 2012-07-02 14:28:00.037 18579493 19039831 19072562 4 2012-07-02 10:18:13.530 2012-07-02 10:20:40.843 19039779 19039832 19072563 141 2012-01-12 16:48:35.127 2012-07-02 14:24:35.403 18579493 19039830 19072561 140 2012-01-12 16:48:35.127 2012-07-02 14:19:23.447 18579493 19039827 19072558 139 2012-01-12 16:48:35.127 2012-07-02 14:18:16.293 18579493 19039825 19072556 138 2012-01-12 16:48:35.127 2012-07-02 14:15:18.030 18579493 19039823 19072554 137 2012-01-12 16:48:35.127 2012-07-02 14:10:19.037 18579493 19039820 19072551 136 2012-01-12 16:48:35.127 2012-07-02 14:05:27.113 18579493 19039815 19072546 134 2012-01-12 16:48:35.127 2012-07-02 13:58:32.100 18579493 19039818 19072549 135 2012-01-12 16:48:35.127 2012-07-02 14:00:13.580 18579493 19039817 19072548 52 2011-01-27 08:25:01.400 2011-02-15 13:43:02.500 15631132 19039812 19072543 132 2012-01-12 16:48:35.127 2012-07-02 13:55:50.420 18579493 19039814 19072545 133 2012-01-12 16:48:35.127 2012-07-02 13:57:26.693 18579493 19039808 19072539 129 2012-01-12 16:48:35.127 2012-07-02 13:51:56.090 18579493 19039810 19072541 131 2012-01-12 16:48:35.127 2012-07-02 13:55:33.577 18579493 19039809 19072540 130 2012-01-12 16:48:35.127 2012-07-02 13:55:08.697 18579493 19039804 19072535 127 2012-01-12 16:48:35.127 2012-07-02 13:47:04.570 18579493 19039806 19072537 128 2012-01-12 16:48:35.127 2012-07-02 13:49:33.650 18579493 19039799 19072530 125 2012-01-12 16:48:35.127 2012-07-02 13:41:24.963 18579493 19039801 19072532 126 2012-01-12 16:48:35.127 2012-07-02 13:45:20.577 18579493 19039795 19072526 123 2012-01-12 16:48:35.127 2012-07-02 13:34:00.690 18579493 19039797 19072528 124 2012-01-12 16:48:35.127 2012-07-02 13:37:51.733 18579493 19039792 19072523 121 2012-01-12 16:48:35.127 2012-07-02 10:17:31.267 18579493 19039793 19072524 122 2012-01-12 16:48:35.127 2012-07-02 13:33:19.903 18579493 19039787 19072518 155 2011-01-06 17:25:50.527 2012-07-02 11:21:23.093 15630841 19039788 19072519 156 2011-01-06 17:25:50.527 2012-07-02 11:22:01.797 15630841 19039790 19072521 157 2011-01-06 17:25:50.527 2012-07-02 11:22:28.320 15630841 19039669 19072402 80 2012-01-12 16:48:35.127 2012-06-28 15:22:57.230 18579493 19039668 19072401 79 2012-01-12 16:48:35.127 2012-06-28 15:21:49.577 18579493 19039674 19072407 82 2012-01-12 16:48:35.127 2012-06-28 15:26:12.063 18579493 19039672 19072405 8 2008-10-22 10:10:05.160 2012-06-28 15:19:47.137 6750229 19039671 19072404 81 2012-01-12 16:48:35.127 2012-06-28 15:25:22.477 18579493 19039661 19072394 7 2008-10-22 10:10:05.160 2009-04-02 19:45:16.163 6750229 19039659 19072392 75 2012-01-12 16:48:35.127 2012-06-28 15:15:17.003 18579493 19039666 19072399 78 2012-01-12 16:48:35.127 2012-06-28 15:21:37.627 18579493 19039665 19072398 77 2012-01-12 16:48:35.127 2012-06-28 15:20:28.427 18579493 19039663 19072396 76 2012-01-12 16:48:35.127 2012-06-28 15:15:39.937 18579493 19039685 19072418 85 2012-01-12 16:48:35.127 2012-06-28 15:37:51.027 18579493 19039683 19072416 84 2012-01-12 16:48:35.127 2012-06-28 15:36:15.187 18579493 19039689 19072422 87 2012-01-12 16:48:35.127 2012-06-28 15:40:21.790 18579493 19039687 19072420 86 2012-01-12 16:48:35.127 2012-06-28 15:39:45.670 18579493 19039676 19072409 4 2008-11-17 12:37:54.930 2009-04-02 19:45:39.473 7766106 19039681 19072414 83 2012-01-12 16:48:35.127 2012-06-28 15:27:59.507 18579493 25591929 24052327 2014-04-10 16:25:19.973 2014-04-10 16:25:19.973 8725917 1 25591928 24052327 2014-04-10 16:24:52.487 2014-04-10 16:24:52.487 591383 1 19039700 19072433 93 2012-01-12 16:48:35.127 2012-06-28 15:54:24.040 18579493 19148438 6750229 2012-06-28 15:26:12.110 2012-06-28 15:26:12.110 19039702 19072435 94 2012-01-12 16:48:35.127 2012-06-28 15:57:14.323 18579493 19039704 19072437 96 2012-01-12 16:48:35.127 2012-06-28 15:58:50.550 18579493 19039703 19072436 95 2012-01-12 16:48:35.127 2012-06-28 15:58:34.717 18579493 19039691 19072424 88 2012-01-12 16:48:35.127 2012-06-28 15:42:04.860 18579493 19039694 19072427 90 2012-01-12 16:48:35.127 2012-06-28 15:47:52.777 18579493 19039693 19072426 89 2012-01-12 16:48:35.127 2012-06-28 15:44:23.237 18579493 19039696 19072429 91 2012-01-12 16:48:35.127 2012-06-28 15:49:18.807 18579493 19039698 19072431 92 2012-01-12 16:48:35.127 2012-06-28 15:51:10.830 18579493 19039719 19072452 99 2012-01-12 16:48:35.127 2012-06-28 16:10:20.413 18579493 9928707 7372874 2009-04-13 14:52:43.273 2009-04-13 14:52:43.273 517697 1 19039707 19072440 21 2012-05-29 09:43:57.237 2012-06-28 16:08:44.700 19038993 19039709 19072442 97 2012-01-12 16:48:35.127 2012-06-28 15:59:34.483 18579493 19039710 19072443 98 2012-01-12 16:48:35.127 2012-06-28 16:09:42.537 18579493 19039610 19072343 50 2012-01-12 16:48:35.127 2012-06-28 14:36:33.630 18579493 19039609 19072342 49 2012-01-12 16:48:35.127 2012-06-28 14:30:42.260 18579493 19039606 19072339 48 2012-01-12 16:48:35.127 2012-06-28 14:26:11.733 18579493 19039605 19072338 11 2010-04-19 15:33:48.430 2012-06-28 14:28:24.327 11796976 19039603 19072336 10 2010-04-19 15:33:48.430 2012-06-28 14:24:59.977 11796976 19039601 19072334 47 2012-01-12 16:48:35.127 2012-06-28 14:23:30.593 18579493 19039599 19072332 9 2010-04-19 15:33:48.430 2012-06-28 14:24:24.600 11796976 19039597 19072330 8 2010-04-19 15:33:48.430 2010-04-26 16:04:35.287 11796976 19039595 19072328 46 2012-01-12 16:48:35.127 2012-06-28 14:23:14.623 18579493 19039625 19072358 57 2012-01-12 16:48:35.127 2012-06-28 14:58:01.210 18579493 19039626 19072359 7 2010-04-28 05:31:53.693 2012-06-28 14:55:25.677 11797082 19148490 7766106 2012-06-28 15:28:31.470 2012-06-28 15:28:31.470 19039623 19072356 56 2012-01-12 16:48:35.127 2012-06-28 14:56:47.473 18579493 19156136 19039969 2012-07-09 09:24:37.970 2012-07-09 09:24:37.970 19156135 19039969 2012-07-09 09:24:37.970 2012-07-09 09:24:37.970 19156134 19039969 2012-07-09 09:24:37.970 2012-07-09 09:24:37.970 19039622 19072355 55 2012-01-12 16:48:35.127 2012-06-28 14:49:09.173 18579493 19156133 19039969 2012-07-09 09:24:37.970 2012-07-09 09:24:37.970 19039619 19072352 54 2012-01-12 16:48:35.127 2012-06-28 14:47:49.497 18579493 19039620 19072353 6 2010-04-28 05:31:53.693 2010-04-28 10:12:26.500 11797082 19039618 19072351 53 2012-01-12 16:48:35.127 2012-06-28 14:41:41.430 18579493 19039616 19072349 52 2012-01-12 16:48:35.127 2012-06-28 14:38:39.843 18579493 19039612 19072345 51 2012-01-12 16:48:35.127 2012-06-28 14:37:03.243 18579493 19039642 19072375 62 2012-01-12 16:48:35.127 2012-06-28 15:02:05.713 18579493 25591812 24543463 2014-03-06 09:22:06.803 2014-03-06 09:22:06.803 70395 1 19039636 19072369 61 2012-01-12 16:48:35.127 2012-06-28 15:01:18.563 18579493 25591813 24543463 2014-03-06 09:22:06.827 2014-03-06 09:22:06.827 234536 1 25591816 24543463 2014-03-06 09:22:06.857 2014-03-06 09:22:06.857 241280 1 25591817 24543463 2014-03-06 09:22:29.430 2014-03-06 09:22:29.430 172244 1 19039631 19072364 59 2012-01-12 16:48:35.127 2012-06-28 14:58:32.693 18579493 25591814 24543463 2014-03-06 09:22:06.837 2014-03-06 09:22:06.837 228086 1 19039634 19072367 9 2010-04-28 05:31:53.693 2012-06-28 14:58:32.720 11797082 25591815 24543463 2014-03-06 09:22:06.847 2014-03-06 09:22:06.847 224206 1 19039633 19072366 60 2012-01-12 16:48:35.127 2012-06-28 15:00:01.187 18579493 25591820 24543463 2014-03-06 09:22:29.457 2014-03-06 09:22:29.457 148071 1 19039628 19072361 58 2012-01-12 16:48:35.127 2012-06-28 14:58:20.213 18579493 25591818 24543463 2014-03-06 09:22:29.440 2014-03-06 09:22:29.440 173598 1 25591819 24543463 2014-03-06 09:22:29.447 2014-03-06 09:22:29.447 148804 1 19039629 19072362 8 2010-04-28 05:31:53.693 2012-06-28 14:58:20.240 11797082 25591825 24052327 2014-03-20 14:23:47.880 2014-03-20 14:23:47.880 32052 1 19039655 19072388 72 2012-01-12 16:48:35.127 2012-06-28 15:11:59.900 18579493 25591824 24052327 2014-03-13 14:52:34.587 2014-03-13 14:53:17.420 34794 1 19039657 19072390 73 2012-01-12 16:48:35.127 2012-06-28 15:13:17.373 18579493 19039658 19072391 74 2012-01-12 16:48:35.127 2012-06-28 15:14:19.713 18579493 19039651 19072384 69 2012-01-12 16:48:35.127 2012-06-28 15:10:35.263 18579493 19039652 19072385 70 2012-01-12 16:48:35.127 2012-06-28 15:11:00.650 18579493 19039653 19072386 71 2012-01-12 16:48:35.127 2012-06-28 15:11:15.330 18579493 19039647 19072380 66 2012-01-12 16:48:35.127 2012-06-28 15:08:43.273 18579493 19039649 19072382 67 2012-01-12 16:48:35.127 2012-06-28 15:09:18.097 18579493 19039650 19072383 68 2012-01-12 16:48:35.127 2012-06-28 15:10:13.330 18579493 19039643 19072376 63 2012-01-12 16:48:35.127 2012-06-28 15:06:00.710 18579493 19039645 19072378 64 2012-01-12 16:48:35.127 2012-06-28 15:06:33.303 18579493 19039646 19072379 65 2012-01-12 16:48:35.127 2012-06-28 15:08:15.297 18579493 19072658 19039929 19039552 19072288 40 2012-01-12 16:48:35.127 2012-06-27 17:03:15.693 18579493 19039558 19072294 1 2012-06-28 12:25:44.000 2012-06-28 12:25:44.000 19039554 19039562 19072298 42 2012-01-12 16:48:35.127 2012-06-28 12:29:21.983 18579493 19039561 19072297 41 2012-01-12 16:48:35.127 2012-06-28 12:22:52.603 18579493 19039559 19072295 2 2012-06-28 12:25:44.000 2012-06-28 12:27:26.127 19039554 19039569 19072305 43 2012-01-12 16:48:35.127 2012-06-28 12:30:54.250 18579493 19072690 responseContext = cxfClient.getResponseContext(); // Grab the map of protocol headers in the response TreeMap protocolHeaders = (TreeMap) responseContext.get("org.apache.cxf.message.Message.PROTOCOL_HEADERS"); // Grab the Collection associated with the key "Set-Cookie" to look for cookies the server wants us to set Collection cookieCollection = (Collection) protocolHeaders.get("Set-Cookie"); // Take those cookies, add them to a TreeMap with a name of "Cookie" TreeMap cookieTreeMap = new TreeMap(); cookieTreeMap.put("Cookie", cookieCollection); // Now add those as the PROTOCOL_HEADERS on the requests to be made in the future cxfClient.getRequestContext().put("org.apache.cxf.message.Message.PROTOCOL_HEADERS", cookieTreeMap); {noformat} You can now make other service calls and the session will be linked by the cookies in your requests to the server.]]> 19039963 19039571 19072307 44 2012-01-12 16:48:35.127 2012-06-28 12:35:54.337 18579493 19300419 6520835 2012-04-18 14:11:23.387 2012-04-18 14:11:23.387 19039577 19072311 2 2012-06-27 17:07:40.770 2012-06-27 17:08:06.977 19039527 19300418 6520835 2012-04-18 14:11:12.400 2012-04-18 14:11:12.400 19072697 PayloadPacketRecordIdTimeStampLatitudeLongitudeRecordDataRecordDataRecordDataRecordDataRecordData"; var criteriaXml = "VehicleId0352TimeStamp132012-06-13T00:00:002012-06-13T23:59:59PayloadType0112"; var oService; oService = new WebService(CURRENT_SERVER_URL, "EntityAPI", "GetEntitySetWithCriteria"); oService.SetParameter("entityType", 94); oService.SetParameter("columnXml", seabirdCTDColumnXml ); oService.SetParameter("pageNumber", 1); oService.SetParameter("pageSize", 10); oService.SetParameter("sortColumn", 'TimeStamp'); oService.SetParameter("sortDirection", ' DESC'); oService.SetParameter("criteriaXml", criteriaXml ); var result = oService.Connect(); if (result.Status) { if (NodeText(result.ReturnValue.firstChild) != '-1') { var returnXml = NodeText(result.ReturnValue.firstChild); alert (returnXml); } } {noformat}]]> 19039972 19072694 19039969 19072691 VehicleParsedOutputIdTimeStampCurrent_LatitudeCurrent_LongitudeHeading_SubDesired_BearingGlider_HeadingGlider_Speed"; oService = new WebService(CURRENT_SERVER_URL, "EntityAPI", "GetRelatedEntitySet"); oService.SetParameter("entityType", 48); oService.SetParameter("entityId", vehicle[0].id.toString()); oService.SetParameter("relatedEntityType", 42); oService.SetParameter("columnXml", telemetryColumnXml); oService.SetParameter("pageNumber", 1); oService.SetParameter("pageSize", 1); oService.SetParameter("sortColumn", 'TimeStamp'); oService.SetParameter("sortDirection", ' DESC'); oService.SetParameter("dataFilter", ''); var result = oService.Connect(); if (result.Status) { if (NodeText(result.ReturnValue.firstChild) != '-1') { var returnXml = NodeText(result.ReturnValue.firstChild); var timeStamp= GetNodeValue(returnXml, 'TimeStamp', false); var latitude = GetNodeValue(returnXml, 'Current_Latitude', false); var logitude= GetNodeValue(returnXml, 'Current_Longitude', false); alert('Time Stamp: ' + timeStamp + ', Lat: ' + latitude + ', long: ' + logitude); } } {noformat} Before executing the "GetRelatedEntitySet" API, your code would have to call the "CreateLoginSession" with 3 parameters: User email, password and internal org name (normally the lower case version of the org name - in the DEMO org it would be "demo"). The cookies returned by the response need to be carried to the following APIs to establish the credentials of the caller.]]> 19039965 19039590 19072323 151 2011-01-06 17:25:50.527 2012-06-25 13:59:56.250 15630841 19039592 19072325 152 2011-01-06 17:25:50.527 2012-06-28 13:48:36.503 15630841 19039594 19072327 45 2012-01-12 16:48:35.127 2012-06-28 12:38:36.630 18579493 19039473 19072212 8 2012-01-12 16:54:41.707 2012-06-27 15:38:23.443 18579502 19039471 19072210 7 2012-01-12 16:54:41.707 2012-06-27 15:36:54.187 18579502 19039469 19072208 6 2012-01-12 16:54:41.707 2012-06-27 15:28:33.853 18579502 19039467 19072206 5 2012-01-12 16:54:41.707 2012-06-27 15:26:22.577 18579502 19039481 19072220 14 2012-01-12 16:48:35.127 2012-06-27 15:58:05.177 18579493 19039482 19072221 15 2012-01-12 16:48:35.127 2012-06-27 16:17:47.273 18579493 19039479 19072218 4 2010-12-02 13:39:54.097 2010-12-02 14:39:35.183 15630393 19039477 19072216 12 2012-01-12 16:48:35.127 2012-06-27 15:56:34.507 18579493 19039478 19072217 13 2012-01-12 16:48:35.127 2012-06-27 15:57:46.810 18579493 19039475 19072214 10 2012-01-12 16:48:35.127 2012-06-27 14:59:28.977 18579493 19039476 19072215 11 2012-01-12 16:48:35.127 2012-06-27 15:56:03.980 18579493 19039490 19072229 20 2012-01-12 16:48:35.127 2012-06-27 16:23:08.973 18579493 19039489 19072228 8 2010-12-14 12:11:09.683 2011-01-06 13:58:26.967 15630448 19039488 19072227 19 2012-01-12 16:48:35.127 2012-06-27 16:21:11.230 18579493 19039487 19072226 18 2012-01-12 16:48:35.127 2012-06-27 16:20:07.287 18579493 19039486 19072225 17 2012-01-12 16:48:35.127 2012-06-27 16:18:55.297 18579493 19039484 19072223 10 2011-01-19 15:23:13.563 2012-06-27 15:57:19.437 15630955 19039483 19072222 16 2012-01-12 16:48:35.127 2012-06-27 16:18:04.517 18579493 19039497 19072236 24 2012-01-12 16:48:35.127 2012-06-27 16:26:39.503 18579493 19039495 19072234 23 2012-01-12 16:48:35.127 2012-06-27 16:25:54.833 18579493 19039494 19072233 12 2011-01-03 12:19:25.467 2011-01-05 23:31:00.220 15630629 19039493 19072232 22 2012-01-12 16:48:35.127 2012-06-27 16:25:39.837 18579493 19072736 -a_ullr -122.25 37.1 -121.57365 36.67558 {noformat} Once your image has been converted, ftp the image to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. h1. Adding your netCDF Save your files with a meaningful file name that includes the date, e.g. to include year and year day: SST_2012156.nc, SST_2012156.nc, etc. Download the freely available Matlab snc toolbox from here: [http://mexcdf.sourceforge.net/|http://mexcdf.sourceforge.net/]. Install into your Matlab path. Download and modify this example on how to format data in Matlab in the correct netCDF format for ODSS: [CV_WMS_SST_example.m] Some guidelines on what to modify in the Matlab code for your data: * Replace the data in OPT.val with your matrix data e.g. a simple example 4x3 array of SST data: {noformat} OPT.val = [24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; ]; {noformat} * Change the variable name to be something meaningful: {noformat} OPT.varname = sst {noformat} * Replace lat/lon values with your projected lat/lon values: {noformat} lon = [22.5 22.64 22.7]; lat = [50 51 52 53 54]; [lat1,lon1] = ndgrid(lat,lon); OPT.lat = lat1; OPT.lon = lon1; {noformat} * The time description is very flexible. You can define your own description of the time as long as it conforms to this convention [http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html|http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html#time-coordinate]. Here is a simple example that uses the Matlab [datenum|http://www.mathworks.com/help/techdoc/ref/datenum.html] command. {noformat} OPT.time = datenum('19-May-2001', 'dd-mmm-yyyy') + 1; %when using with "days since 00-01-00 00:00:00" time, adding one corrects difference in Matlab datenum from THREDDS udunit calculation. {noformat} Once your netCDFs are created, ftp them to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. ]]> 19040016 19039492 19072231 21 2012-01-12 16:48:35.127 2012-06-27 16:24:28.207 18579493 19039491 19072230 4 2011-01-03 10:06:18.620 2011-01-05 13:52:36.197 15630618 19039503 19072242 27 2012-01-12 16:48:35.127 2012-06-27 16:32:32.077 18579493 19039504 19072243 28 2012-01-12 16:48:35.127 2012-06-27 16:33:10.430 18579493 19039506 19072245 29 2012-01-12 16:48:35.127 2012-06-27 16:34:23.473 18579493 19039499 19072238 25 2012-01-12 16:48:35.127 2012-06-27 16:29:28.370 18579493 19039500 19072239 3 2011-01-04 13:00:35.710 2011-01-06 10:24:11.980 15630664 19039501 19072240 26 2012-01-12 16:48:35.127 2012-06-27 16:30:45.950 18579493 19039502 19072241 2 2011-01-04 14:24:46.197 2011-01-05 13:52:58.753 15630686 19039511 19072250 33 2012-01-12 16:48:35.127 2012-06-27 16:50:33.890 18579493 19039507 19072246 30 2012-01-12 16:48:35.127 2012-06-27 16:41:31.410 18579493 19039508 19072247 31 2012-01-12 16:48:35.127 2012-06-27 16:45:23.853 18579493 19039510 19072249 32 2012-01-12 16:48:35.127 2012-06-27 16:49:25.403 18579493 19039521 19072260 37 2012-01-12 16:48:35.127 2012-06-27 16:58:46.463 18579493 19039516 19072255 34 2012-01-12 16:48:35.127 2012-06-27 16:53:40.527 18579493 19039518 19072257 36 2012-01-12 16:48:35.127 2012-06-27 16:58:31.623 18579493 19039517 19072256 35 2012-01-12 16:48:35.127 2012-06-27 16:57:26.050 18579493 19039528 19072267 1 2012-06-27 17:07:40.770 2012-06-27 17:07:40.770 19039527 19039523 19072262 38 2012-01-12 16:48:35.127 2012-06-27 17:00:39.873 18579493 19039525 19072264 39 2012-01-12 16:48:35.127 2012-06-27 17:02:08.630 18579493 8978982 8913150 2009-01-29 16:09:47.027 2009-01-29 16:09:47.027 19165902 19040855 2012-09-28 15:39:22.980 2012-09-28 15:39:22.980 19039461 19072200 2 2012-01-12 16:54:41.707 2012-06-27 15:17:36.297 18579502 19072834 19040116 19039459 19072198 1 2012-01-12 16:54:41.707 2012-01-12 16:54:41.707 18579502 19039465 19072204 4 2012-01-12 16:54:41.707 2012-06-27 15:23:48.010 18579502 25296902 24543463 2014-02-13 08:31:32.547 2014-02-13 08:31:32.547 26830 1 25296898 19039463 19072202 3 2012-01-12 16:54:41.707 2012-06-27 15:20:35.900 18579502 25296903 24543463 2014-02-13 08:31:32.550 2014-02-13 08:31:32.550 24676 1 25296899 25296900 24543463 2014-02-13 08:31:32.557 2014-02-13 08:31:32.557 34098 1 25296901 24543463 2014-02-13 08:31:32.497 2014-02-13 08:31:32.497 25589 1 25296897 19039454 19072193 8 2012-01-12 16:48:35.127 2012-06-27 14:53:58.850 18579493 25296898 24543463 2014-02-13 08:31:32.547 2014-02-13 08:48:59.823 132125 2 25296899 24543463 2014-02-13 08:31:32.550 2014-02-13 08:48:59.840 136917 2 19039452 19072191 7 2012-01-12 16:48:35.127 2012-06-27 14:39:53.900 18579493 19039457 19072196 9 2012-01-12 16:48:35.127 2012-06-27 14:57:32.410 18579493 25296897 24543463 2014-02-13 08:31:32.497 2014-02-13 08:48:59.807 135215 2 19039446 19072185 4 2008-11-10 13:13:49.637 2012-06-27 14:40:12.403 7503878 19039444 19072183 3 2008-11-10 13:13:49.637 2012-06-27 14:38:44.717 7503878 19039443 19072182 10 2008-11-10 11:56:36.427 2009-03-03 08:35:49.910 7372874 19039450 19072189 8 2008-11-10 13:13:49.637 2012-06-27 14:51:57.310 7503878 19039449 19072188 7 2008-11-10 13:13:49.637 2012-06-27 14:51:22.310 7503878 19039448 19072187 6 2008-11-10 13:13:49.637 2012-06-27 14:50:17.710 7503878 19039447 19072186 5 2008-11-10 13:13:49.637 2012-06-27 14:49:14.113 7503878 19039438 19072177 5 2012-01-12 16:48:35.127 2012-06-27 14:35:03.563 18579493 19039436 19072175 4 2012-01-12 16:48:35.127 2012-01-12 16:55:54.080 18579493 19039441 19072180 6 2012-01-12 16:48:35.127 2012-06-27 14:36:22.373 18579493 19039439 19072178 2 2008-11-10 13:13:49.637 2008-11-10 13:16:18.857 7503878 19039355 19072097 147 2011-01-06 17:25:50.527 2012-06-18 15:36:09.447 15630841 19039356 19072098 148 2011-01-06 17:25:50.527 2012-06-25 13:01:57.220 15630841 19072849 19040131 15368193 20 15007785 2010-10-07 11:47:06.927 2010-10-07 11:47:06.927 19039376 19072117 150 2011-01-06 17:25:50.527 2012-06-25 13:52:21.100 15630841 19039372 19072113 149 2011-01-06 17:25:50.527 2012-06-25 13:10:08.387 15630841 33587207 33619975 28 2011-03-23 16:44:27.450 2014-09-25 10:08:10.647 16416912 19165781 19040987 2012-09-26 11:54:28.017 2012-09-26 11:54:28.017 19165780 19040987 2012-09-26 11:54:28.017 2012-09-26 11:54:28.017 17170449 17236091 2011-06-06 10:33:29.530 2011-06-06 10:33:29.530 94741 1 17170448 17302440 17236091 2011-06-06 12:23:18.930 2011-06-06 12:23:18.930 17170448 17236091 2011-06-06 10:33:29.530 2011-06-06 11:59:24.940 144804 3 17302441 17236091 2011-06-06 12:23:18.930 2011-06-06 12:23:18.930 17170447 17236091 2011-06-02 16:10:37.697 2011-06-02 16:10:37.697 964 1 17302442 17236091 2011-06-06 12:23:18.930 2011-06-06 12:23:18.930 17170446 17236091 2011-06-02 16:06:25.737 2011-06-02 16:06:25.737 681018 1 17302443 17236091 2011-06-06 12:23:18.930 2011-06-06 12:23:18.930 17170453 17236091 2011-06-06 10:33:29.530 2011-06-06 10:34:58.287 94741 2 17170448 17170452 17236091 2011-06-06 11:15:17.133 2011-06-06 11:15:17.133 124094 1 17170451 17236091 2011-06-06 10:37:39.797 2011-06-06 10:37:39.797 1748277 1 17170450 17302438 17236091 2011-06-06 12:23:18.930 2011-06-06 12:23:18.930 17170450 17236091 2011-06-06 10:37:39.797 2011-06-06 10:38:20.397 1748277 2 17302439 17236091 2011-06-06 12:23:18.930 2011-06-06 12:23:18.930 17302444 17236091 2011-06-06 12:23:18.930 2011-06-06 12:23:18.930 17302445 17236091 2011-06-06 12:23:18.930 2011-06-06 12:23:18.930 17302446 17236091 2011-06-06 12:23:18.930 2011-06-06 12:23:18.930 17302447 17236091 2011-06-06 12:23:18.930 2011-06-06 12:23:18.930 19039245 19071989 20 2012-05-29 09:43:57.237 2012-05-29 15:25:59.027 19038993 17170444 17236091 2011-06-02 15:21:25.413 2011-06-02 15:21:25.413 65089 1 17170445 17236091 2011-06-02 15:40:51.420 2011-06-02 15:40:51.420 8821 1 17170443 17236091 2011-06-02 15:11:47.727 2011-06-02 15:11:47.727 50995 1 25395401 25428169 34 2014-02-10 16:02:54.557 2014-03-06 09:26:08.147 24543463 25395402 25428170 35 2014-02-10 16:02:54.557 2014-03-06 09:27:22.393 24543463 25395399 25428167 33 2014-02-10 16:02:54.557 2014-03-06 09:25:24.840 24543463 25395398 25428166 32 2014-02-10 16:02:54.557 2014-02-20 11:41:26.130 24543463 19073086 19040383 25395431 25428199 28 2014-01-17 13:07:01.043 2014-02-20 11:47:45.597 24052327 19169289 15630841 2012-03-26 14:06:44.567 2012-03-26 14:06:44.567 4488809 1 19039161 19071906 146 2011-01-06 17:25:50.527 2012-06-18 15:33:32.037 15630841 19039160 19071905 145 2011-01-06 17:25:50.527 2012-06-18 15:32:14.170 15630841 19165626 19040962 2012-09-24 13:24:47.277 2012-09-24 13:24:47.277 25395433 25428201 29 2014-01-17 13:07:01.043 2014-03-10 14:23:40.560 24052327 19169292 15630841 2012-03-26 14:08:49.230 2012-03-26 14:08:49.230 234345 1 19039158 19071903 144 2011-01-06 17:25:50.527 2012-06-18 14:13:46.713 15630841 19039157 19071902 143 2011-01-06 17:25:50.527 2012-06-18 13:28:36.063 15630841 25395428 25428196 38 2014-02-10 16:02:54.557 2014-03-10 14:10:11.683 24543463 19169290 15630841 2012-03-26 14:07:09.500 2012-03-26 14:07:09.500 11380224 1 19169291 15630841 2012-03-26 14:07:34.310 2012-03-26 14:07:34.310 7333979 1 19039155 19071900 142 2011-01-06 17:25:50.527 2012-06-18 13:12:32.527 15630841 19039153 19071898 141 2011-01-06 17:25:50.527 2012-06-11 13:39:54.080 15630841 25395424 25428192 36 2014-02-10 16:02:54.557 2014-03-06 09:28:06.620 24543463 25395426 25428194 37 2014-02-10 16:02:54.557 2014-03-10 14:08:09.960 24543463 19169285 15630841 2012-03-19 15:42:14.937 2012-03-19 15:42:14.937 240393 1 25395422 25428190 296 2011-01-06 17:25:50.527 2014-03-03 13:43:15.040 15630841 23592968 1 23625736 2013-11-07 21:19:15.033 2013-11-07 21:19:15.033 23592975 1 23625736 2013-11-13 10:22:15.023 2013-11-13 10:22:15.023 19169354 15630841 2012-04-19 13:39:08.237 2012-04-19 13:42:22.917 123036 1 19169355 15630841 2012-04-19 13:46:16.343 2012-04-19 13:46:16.343 290427 1 19169344 15630841 2012-04-16 14:26:34.257 2012-04-16 14:26:34.257 99442 1 19169343 15630841 2012-04-16 14:20:11.713 2012-04-16 14:20:11.713 1620697 1 19039108 19071866 140 2011-01-06 17:25:50.527 2012-06-11 13:06:38.400 15630841 25395343 25428111 295 2011-01-06 17:25:50.527 2014-02-10 15:56:30.457 15630841 19039106 19071864 139 2011-01-06 17:25:50.527 2012-06-04 16:48:35.640 15630841 27135524 24052056 2015-03-10 06:33:47.850 2015-03-10 06:33:47.850 27135525 24052056 2015-03-10 06:33:47.850 2015-03-10 06:33:47.850 19169449 15630841 2012-05-17 14:27:17.500 2012-05-17 14:27:17.500 471465 1 27135509 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135508 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135511 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135510 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135513 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135512 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135515 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135514 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135517 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135516 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135519 24052056 2015-03-10 06:33:47.850 2015-03-10 06:33:47.850 27135518 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135521 24052056 2015-03-10 06:33:47.850 2015-03-10 06:33:47.850 19169466 19038993 2012-06-19 15:13:55.627 2012-06-19 15:13:55.627 116516 1 27135520 24052056 2015-03-10 06:33:47.850 2015-03-10 06:33:47.850 27135523 24052056 2015-03-10 06:33:47.850 2015-03-10 06:33:47.850 27135522 24052056 2015-03-10 06:33:47.850 2015-03-10 06:33:47.850 27135498 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135499 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 19039019 19071778 18 2012-05-29 09:43:57.237 2012-05-29 15:24:55.727 19038993 27135497 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 19039020 19071779 19 2012-05-29 09:43:57.237 2012-05-29 15:25:29.007 19038993 27135502 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135503 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135500 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135501 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135506 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135507 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135504 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 27135505 24052056 2015-03-10 06:33:47.847 2015-03-10 06:33:47.847 19039046 19071805 138 2011-01-06 17:25:50.527 2012-06-04 15:55:10.177 15630841 19039044 19071803 137 2011-01-06 17:25:50.527 2012-05-21 13:37:08.140 15630841 19169509 19040131 2012-07-30 13:04:19.467 2012-07-30 13:07:42.427 1041600 2 19038995 19071754 1 2012-05-29 09:43:57.237 2012-05-29 09:43:57.237 19038993 19038997 19071756 2 2012-05-29 09:43:57.237 2012-05-29 13:55:12.170 19038993 19038998 19071757 3 2012-05-29 09:43:57.237 2012-05-29 13:58:15.227 19038993 19169510 19040131 2012-07-30 13:04:19.467 2012-07-30 13:04:19.467 1029038 1 19169509 19039000 19071759 4 2012-05-29 09:43:57.237 2012-05-29 13:58:45.250 19038993 19039002 19071761 5 2012-05-29 09:43:57.237 2012-05-29 14:00:01.593 19038993 19039004 19071763 7 2012-05-29 09:43:57.237 2012-05-29 14:01:44.553 19038993 19039003 19071762 6 2012-05-29 09:43:57.237 2012-05-29 14:01:25.197 19038993 19039006 19071765 9 2012-05-29 09:43:57.237 2012-05-29 14:17:24.033 19038993 19039005 19071764 8 2012-05-29 09:43:57.237 2012-05-29 14:02:13.087 19038993 19039008 19071767 10 2012-05-29 09:43:57.237 2012-05-29 14:19:33.267 19038993 19039010 19071769 12 2012-05-29 09:43:57.237 2012-05-29 15:15:57.367 19038993 19039009 19071768 11 2012-05-29 09:43:57.237 2012-05-29 15:15:38.643 19038993 19169530 19040886 2012-09-18 11:12:58.933 2012-09-18 11:19:50.057 306525 4 19039012 19071771 13 2012-05-29 09:43:57.237 2012-05-29 15:16:28.407 19038993 19169531 19040886 2012-09-18 11:12:58.933 2012-09-18 11:13:52.160 686274 1 19169530 19169532 19040886 2012-09-18 11:12:58.933 2012-09-18 11:14:54.090 271002 2 19169530 19039014 19071773 14 2012-05-29 09:43:57.237 2012-05-29 15:18:45.663 19038993 19169533 19040886 2012-09-18 11:12:58.933 2012-09-18 11:19:36.860 306525 3 19169530 19039016 19071775 15 2012-05-29 09:43:57.237 2012-05-29 15:22:21.453 19038993 19039018 19071777 17 2012-05-29 09:43:57.237 2012-05-29 15:24:34.617 19038993 19169529 19040886 2012-09-18 11:12:24.037 2012-09-18 11:13:52.157 1198418 1 19039017 19071776 16 2012-05-29 09:43:57.237 2012-05-29 15:24:21.420 19038993 19169476 19039779 2012-07-02 10:18:53.570 2012-07-02 10:18:53.570 163486 1 19169475 19169475 19039779 2012-07-02 10:18:53.570 2012-07-07 06:30:24.090 1657638 3 19169473 24052054 2012-06-27 18:13:11.023 2013-12-30 14:07:39.497 19660288 1 19169472 24052054 2012-06-27 18:13:10.797 2013-12-30 14:07:52.417 8293409 1 19169485 19039779 2012-07-02 10:18:53.570 2012-07-02 17:58:27.247 395452 2 19169475 19169484 19039929 2011-05-02 15:22:37.107 2012-07-05 11:01:33.810 16754 6 16973880 19169493 19040016 2012-07-16 12:05:45.953 2012-07-16 12:05:45.953 9998 1 19169488 19040016 2012-07-12 15:58:01.867 2012-07-16 12:47:50.160 459952 2 19169486 15630841 2012-07-10 13:55:27.490 2012-07-10 13:55:27.490 3664384 1 19169487 15630841 2012-07-10 13:57:29.780 2012-07-10 13:57:29.780 5393543 1 19169498 19040131 2012-07-17 15:03:06.577 2012-07-17 15:35:34.693 2013291 2 19169496 19169496 19040131 2012-07-17 15:03:06.577 2012-07-17 15:37:00.343 3222051 3 19169497 19040131 2012-07-17 15:03:06.577 2012-07-17 15:34:01.867 2013291 1 19169496 19073244 19040544 19169494 19040016 2012-07-12 15:58:01.867 2012-07-12 15:58:01.867 459952 1 19169488 19169495 19040016 2012-07-16 12:48:46.217 2012-07-16 12:48:46.217 634102 1 19038953 19071714 135 2011-01-06 17:25:50.527 2012-05-21 13:35:29.873 15630841 25395640 25428407 54 2014-01-17 13:07:01.043 2014-04-10 16:24:31.043 24052327 19038954 19071715 136 2011-01-06 17:25:50.527 2012-05-21 13:36:40.847 15630841 25395639 25428406 53 2014-01-17 13:07:01.043 2014-04-10 15:06:46.457 24052327 19038951 19071712 134 2011-01-06 17:25:50.527 2012-05-21 13:04:36.357 15630841 19038949 19071710 133 2011-01-06 17:25:50.527 2012-05-21 13:03:46.493 15630841 25395636 25428403 51 2014-01-17 13:07:01.043 2014-04-10 15:02:24.843 24052327 25395635 25428402 50 2014-01-17 13:07:01.043 2014-04-10 13:35:15.747 24052327 19038948 19071709 132 2011-01-06 17:25:50.527 2012-05-17 14:36:37.593 15630841 25395637 25428404 52 2014-01-17 13:07:01.043 2014-04-10 15:04:08.380 24052327 19169585 19041310 2012-11-27 10:36:00.503 2012-11-27 10:36:00.503 1141281 1 19169576 19169584 19041310 2012-11-27 10:35:43.527 2012-11-27 10:35:43.527 1263379 1 19169572 19169583 19041310 2012-11-27 10:35:05.143 2012-11-27 10:35:05.143 1408840 1 19169568 19169582 19041310 2012-11-27 10:35:05.107 2012-11-27 10:39:56.833 1372646 2 19169567 19169589 19041310 2012-11-27 10:36:00.467 2012-11-27 10:36:00.467 1283782 1 19169575 25395628 25428395 49 2014-01-17 13:07:01.043 2014-04-10 13:08:31.787 24052327 19169588 19041310 2012-11-27 10:35:43.560 2012-11-27 10:35:43.560 1119671 1 19169573 19169587 19041310 2012-11-27 10:35:43.490 2012-11-27 10:35:43.490 1232959 1 19169571 19169586 19041310 2012-11-27 10:35:43.443 2012-11-27 10:35:43.443 1131325 1 19169570 19169576 19041310 2012-11-27 10:36:00.503 2012-11-27 10:43:37.857 1092736 2 25395656 25428422 306 2011-01-06 17:25:50.527 2014-04-14 14:03:58.397 15630841 19169577 19041310 2012-11-27 10:35:05.107 2012-11-27 10:35:05.107 1382308 1 19169567 19169574 19041310 2012-11-27 10:35:43.590 2012-11-27 10:42:49.567 1151744 2 25395658 25428424 307 2011-01-06 17:25:50.527 2014-04-14 14:04:47.433 15630841 19169575 19041310 2012-11-27 10:36:00.467 2012-11-27 10:43:44.327 1215745 2 19169580 19041310 2012-11-27 10:35:04.990 2012-11-27 10:35:04.990 1312573 1 19169565 25395652 25428418 304 2011-01-06 17:25:50.527 2014-04-14 13:41:00.590 15630841 19169581 19041310 2012-11-27 10:35:05.057 2012-11-27 10:35:05.057 1394817 1 19169566 19169578 19041310 2012-11-27 10:35:05.183 2012-11-27 10:35:05.183 1037965 1 19169569 25395654 25428420 305 2011-01-06 17:25:50.527 2014-04-14 13:44:53.043 15630841 19169579 19041310 2012-11-27 10:35:43.590 2012-11-27 10:35:43.590 1214299 1 19169574 19169568 19041310 2012-11-27 10:35:05.143 2012-11-27 10:42:49.713 1420450 2 19169569 19041310 2012-11-27 10:35:05.183 2012-11-27 10:40:19.060 1029980 2 19169566 19041310 2012-11-27 10:35:05.057 2012-11-27 10:42:49.637 1369584 2 25395650 25428416 303 2011-01-06 17:25:50.527 2014-03-24 13:48:00.733 15630841 19169567 19041310 2012-11-27 10:35:05.107 2012-11-27 10:42:49.677 1372646 3 19169572 19041310 2012-11-27 10:35:43.527 2012-11-27 10:43:37.817 1265401 2 19169573 19041310 2012-11-27 10:35:43.560 2012-11-27 10:43:37.953 1033114 2 19169570 19041310 2012-11-27 10:35:43.443 2012-11-27 10:43:37.887 1098828 2 19169571 19041310 2012-11-27 10:35:43.490 2012-11-27 10:43:37.917 1216584 2 19169565 19041310 2012-11-27 10:35:04.990 2012-11-27 10:42:49.600 1266983 2 25395659 25428425 308 2011-01-06 17:25:50.527 2014-04-14 14:08:04.307 15630841 19038904 19071666 131 2011-01-06 17:25:50.527 2012-05-17 14:35:57.320 15630841 19038899 19071661 129 2011-01-06 17:25:50.527 2012-05-17 14:30:52.093 15630841 19038902 19071664 130 2011-01-06 17:25:50.527 2012-05-17 14:31:50.910 15630841 19038896 19071658 128 2011-01-06 17:25:50.527 2012-05-15 14:33:47.997 15630841 19169536 19040987 2012-09-26 09:44:43.557 2012-09-26 09:44:43.557 877042 1 19169537 19040987 2012-09-26 09:44:43.583 2012-09-26 09:44:43.583 849836 1 19169538 19040987 2012-09-26 09:44:43.607 2012-09-26 09:44:43.607 720007 1 23658506 23625739 19169540 15630841 2012-10-04 16:15:46.563 2012-10-04 16:15:46.563 21474162 1 23658503 23625736 20972068 21004831 247 2011-01-06 17:25:50.527 2013-05-14 14:48:02.713 15630841 20972070 21004833 248 2011-01-06 17:25:50.527 2013-05-14 14:51:09.293 15630841 20972064 21004827 245 2011-01-06 17:25:50.527 2013-05-06 15:17:55.773 15630841 20972066 21004829 246 2011-01-06 17:25:50.527 2013-05-14 14:42:56.967 15630841 19169627 19041691 2013-01-25 08:02:52.037 2013-01-25 08:14:21.547 4999 4 19169620 19038852 19071614 124 2011-01-06 17:25:50.527 2012-05-14 13:05:35.750 15630841 19038853 19071615 125 2011-01-06 17:25:50.527 2012-05-15 14:29:28.147 15630841 28377138 28409906 67 2013-11-04 08:56:01.100 2015-06-25 12:02:56.343 23625736 19169628 19041691 2013-01-25 08:02:52.037 2013-01-27 11:14:33.677 6903 5 19169620 19038854 19071616 126 2011-01-06 17:25:50.527 2012-05-15 14:30:38.510 15630841 19169623 19041691 2013-01-25 08:02:52.037 2013-01-25 08:08:38.260 2428 3 19169620 19169622 19041691 2013-01-25 08:02:52.037 2013-01-25 08:05:00.663 1847 2 19169620 19038856 19071618 127 2011-01-06 17:25:50.527 2012-05-15 14:31:08.793 15630841 19169621 19041691 2013-01-25 08:02:52.037 2013-01-25 08:02:52.037 133 1 19169620 19169620 19041691 2013-01-25 08:02:52.037 2013-01-27 11:15:56.730 7983 6 28377140 28409908 68 2013-11-04 08:56:01.100 2015-09-16 11:12:33.477 23625736 25395600 25428368 44 2014-01-17 13:07:01.043 2014-03-20 15:24:33.857 24052327 28377141 28409909 69 2013-11-04 08:56:01.100 2015-09-16 11:14:43.120 23625736 25395621 25428389 46 2014-01-17 13:07:01.043 2014-04-10 09:02:32.730 24052327 25395622 25428390 47 2014-01-17 13:07:01.043 2014-04-10 10:24:06.943 24052327 25395619 25428387 45 2014-01-17 13:07:01.043 2014-04-02 14:46:59.287 24052327 28377153 28409921 155 2014-01-17 13:07:01.043 2015-06-25 16:11:38.827 Neptus]]> 24052327 25395624 25428392 48 2014-01-17 13:07:01.043 2014-04-10 12:51:29.550 24052327 28377155 28409923 156 2014-01-17 13:07:01.043 2015-09-17 10:26:03.807 24052327 28377158 28409926 158 2014-01-17 13:07:01.043 2015-09-17 13:32:04.983 24052327 28377157 28409925 157 2014-01-17 13:07:01.043 2015-09-17 10:57:02.947 24052327 25395499 25428267 41 2014-01-17 13:07:01.043 2014-03-20 14:35:54.983 24052327 25395500 25428268 42 2014-01-17 13:07:01.043 2014-03-20 14:38:12.930 24052327 25395502 25428270 43 2014-01-17 13:07:01.043 2014-03-20 14:39:13.610 24052327 19038824 19071586 123 2011-01-06 17:25:50.527 2012-05-07 13:53:42.550 15630841 25395522 25428291 302 2011-01-06 17:25:50.527 2014-03-17 16:38:47.673 15630841 19038782 19071544 122 2011-01-06 17:25:50.527 2012-05-07 13:02:06.987 15630841 25395561 25428330 42 2014-02-10 16:02:54.557 2014-03-28 08:42:53.420 24543463 25395560 25428329 41 2014-02-10 16:02:54.557 2014-03-28 08:41:03.527 24543463 25395558 25428327 40 2014-02-10 16:02:54.557 2014-03-28 08:33:06.363 24543463 19038772 19071534 120 2011-01-06 17:25:50.527 2012-05-01 14:22:12.917 15630841 25395556 25428325 39 2014-02-10 16:02:54.557 2014-03-10 14:12:16.060 24543463 19038774 19071536 121 2011-01-06 17:25:50.527 2012-05-07 13:00:09.333 15630841 25395435 25428203 30 2014-01-17 13:07:01.043 2014-03-10 14:24:59.823 24052327 19890204 19922972 216 2011-01-06 17:25:50.527 2013-02-04 13:43:03.690 15630841 25395437 25428205 31 2014-01-17 13:07:01.043 2014-03-10 14:50:21.897 24052327 25395439 25428207 10 2013-11-04 08:56:46.157 2014-01-17 13:38:19.490 23625739 19038734 19071496 119 2011-01-06 17:25:50.527 2012-05-01 14:21:23.360 15630841 19890188 19922956 213 2011-01-06 17:25:50.527 2013-01-28 13:38:26.260 15630841 7405642 7372874 25395454 25428222 32 2014-01-17 13:07:01.043 2014-03-10 14:53:16.607 24052327 19038731 19071493 117 2011-01-06 17:25:50.527 2012-04-23 15:28:37.643 15630841 19038732 19071494 118 2011-01-06 17:25:50.527 2012-05-01 13:43:41.917 15630841 25395456 25428224 33 2014-01-17 13:07:01.043 2014-03-13 14:24:45.737 24052327 25395458 25428226 34 2014-01-17 13:07:01.043 2014-03-13 14:38:14.060 24052327 25395459 25428227 35 2014-01-17 13:07:01.043 2014-03-13 14:44:28.357 24052327 25395461 25428229 36 2014-01-17 13:07:01.043 2014-03-13 14:53:16.953 24052327 19890200 19922968 214 2011-01-06 17:25:50.527 2013-02-04 13:17:59.523 15630841 19890202 19922970 215 2011-01-06 17:25:50.527 2013-02-04 13:42:35.983 15630841 25395469 25428237 298 2011-01-06 17:25:50.527 2014-03-17 13:43:02.090 15630841 25395470 25428238 299 2011-01-06 17:25:50.527 2014-03-17 14:03:15.827 15630841 25395467 25428235 297 2011-01-06 17:25:50.527 2014-03-10 13:42:13.933 15630841 25395473 25428241 301 2011-01-06 17:25:50.527 2014-03-17 16:38:15.480 15630841 7602203 7503889 2008-11-10 13:23:03.777 2008-11-10 13:23:03.777 25395472 25428240 300 2011-01-06 17:25:50.527 2014-03-17 14:03:18.613 15630841 19890182 19922950 15 2013-01-08 09:28:02.247 2013-01-29 08:56:56.100 19041565 7602204 7503890 2008-11-10 13:23:04.483 2008-11-10 13:23:04.483 19890186 19922954 17 2013-01-08 09:28:02.247 2013-02-04 12:46:23.210 19041565 19890184 19922952 16 2013-01-08 09:28:02.247 2013-02-04 12:25:06.927 19041565 19156757 19039963 2012-07-16 11:24:34.577 2012-07-16 11:24:34.577 25395493 25428261 38 2014-01-17 13:07:01.043 2014-03-20 14:23:06.477 24052327 19156756 19039963 2012-07-16 11:24:34.577 2012-07-16 11:24:34.577 25395492 25428260 37 2014-01-17 13:07:01.043 2014-03-13 14:54:54.683 24052327 19156759 19039963 2012-07-16 11:24:34.577 2012-07-16 11:24:34.577 19156758 19039963 2012-07-16 11:24:34.577 2012-07-16 11:24:34.577 19156761 19039963 2012-07-16 11:24:34.577 2012-07-16 11:24:34.577 25395497 25428265 40 2014-01-17 13:07:01.043 2014-03-20 14:32:57.287 24052327 19156760 19039963 2012-07-16 11:24:34.577 2012-07-16 11:24:34.577 25395495 25428263 39 2014-01-17 13:07:01.043 2014-03-20 14:24:31.847 24052327 19073483 /data/mapserver/mapfiles/line67 line67 wkbPoint WGS84 {noformat} # Create shape file using line67.vrt file {noformat} ogr2ogr -f "ESRI Shapefile" `pwd` line67.vrt {noformat} # Or, if overwriting the shape file using line67.vrt file {noformat} ogr2ogr -overwrite -f "ESRI Shapefile" `pwd` line67.vrt {noformat} # Once shape file is created, can put in a mapserver layer definition, e.g. (note, the LABELITEM is station as it must link back to the same field station used in the .csv/.shp files) {noformat} LAYER NAME 'line67' TYPE POINT DUMP true CONNECTION '/data/mapserver/mapfiles/line67/line67.shp' CONNECTIONTYPE OGR LABELITEM 'station' STATUS ON TRANSPARENCY 100 DEBUG 5 PROJECTION 'proj=longlat' 'datum=WGS84' 'no_defs' END METADATA 'wms_title' 'line67' 'wms_name' 'line67' 'wms_onlineresource' 'http://localhost/cgi-bin/mapserv?map=/home/stoqsadm/deployed/mapfiles/proxy.map' 'wms_server_version' '1.1.0' 'wms_srs' 'EPSG:4326' 'wms_format' 'image/png' 'wms_transparent' 'true' END CLASS NAME 'Line67' STYLE SYMBOL "circle" SIZE 8 OUTLINECOLOR 0 0 0 COLOR 255 0 0 END LABEL FONT "sans" TYPE truetype POSITION AUTO SIZE 8 COLOR 255 0 0 OUTLINECOLOR 0 0 0 PARTIALS TRUE END END END {noformat}]]> 19040787 19156762 19039963 2012-07-16 11:24:34.577 2012-07-16 11:24:34.577 11796916 11829670 3 2010-04-15 16:11:04.653 2010-04-15 16:29:11.070 11796908 11796910 11829665 1 2010-04-15 16:11:04.653 2010-04-15 16:11:04.653 11796908 11796914 11829668 2 2010-04-15 16:11:04.653 2010-04-15 16:19:38.827 11796908 28639392 28672158 168 2014-01-17 13:07:01.043 2016-01-07 15:50:00.553 24052327 28639390 28672156 167 2014-01-17 13:07:01.043 2016-01-07 15:47:13.937 24052327 28639388 28672154 166 2014-01-17 13:07:01.043 2016-01-07 15:38:00.593 24052327 28639386 28672152 165 2014-01-17 13:07:01.043 2016-01-07 15:36:28.560 24052327 28639384 28672150 164 2014-01-17 13:07:01.043 2016-01-07 15:11:22.857 24052327 28639382 28672148 163 2014-01-17 13:07:01.043 2016-01-07 15:10:42.557 24052327 28639381 28672147 162 2014-01-17 13:07:01.043 2016-01-07 14:44:13.290 24052327 28639379 28672145 161 2014-01-17 13:07:01.043 2016-01-07 14:43:40.900 24052327 28639378 28672144 160 2014-01-17 13:07:01.043 2016-01-07 14:43:13.057 24052327 28639377 28672143 159 2014-01-17 13:07:01.043 2015-09-17 17:04:10.820 24052327 15709173 15630817 2011-01-31 13:03:17.207 2011-01-31 13:03:17.207 15709172 15630817 2011-01-31 13:03:17.207 2011-01-31 13:03:17.207 15709175 15630817 2011-01-31 13:03:17.207 2011-01-31 13:03:17.207 15709174 15630817 2011-01-31 13:03:17.207 2011-01-31 13:03:17.207 9831389 9798649 28639412 28672178 170 2014-01-17 13:07:01.043 2016-01-14 13:35:57.317 24052327 28639414 28672180 171 2014-01-17 13:07:01.043 2016-01-14 13:45:28.510 24052327 28639410 28672176 169 2014-01-17 13:07:01.043 2016-01-07 15:58:51.077 24052327 24117360 24051745 2013-11-25 15:26:16.003 2013-11-25 15:26:16.003 24117356 24051745 2013-11-25 15:26:16.003 2013-11-25 15:26:16.003 24117357 24051745 2013-11-25 15:26:16.003 2013-11-25 15:26:16.003 7864335 7766038 2008-11-12 10:33:00.797 2008-11-12 10:33:00.797 24117358 24051745 2013-11-25 15:26:16.003 2013-11-25 15:26:16.003 7864334 7766037 2008-11-12 10:31:54.430 2008-11-12 10:31:54.430 24117359 24051745 2013-11-25 15:26:16.003 2013-11-25 15:26:16.003 24543474 24576241 4 2014-02-10 16:02:54.557 2014-02-10 16:07:43.970 24543463 24543467 24576234 1 2014-02-10 16:02:54.557 2014-02-10 16:02:54.557 24543463 24543469 24576236 2 2014-02-10 16:02:54.557 2014-02-10 16:05:00.047 24543463 24543470 24576237 3 2014-02-10 16:02:54.557 2014-02-10 16:07:06.847 24543463 24543479 24576246 7 2014-02-10 16:02:54.557 2014-02-10 16:17:18.593 24543463 24543477 24576244 5 2014-02-10 16:02:54.557 2014-02-10 16:11:44.933 24543463 24543478 24576245 6 2014-02-10 16:02:54.557 2014-02-10 16:16:55.797 24543463 27132323 24543463 2014-12-01 11:04:53.627 2014-12-01 11:04:53.627 27132322 24543463 2014-12-01 11:04:53.627 2014-12-01 11:04:53.627 27132321 24543463 2014-12-01 11:04:53.627 2014-12-01 11:04:53.627 27132320 24543463 2014-12-01 11:04:53.627 2014-12-01 11:04:53.627 19071752 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) *** on Android 4.1 this setting can be reached at Settings --> Security ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for *iSciLog*. h3. How to Use * iLog (Android) ** Launch Application ** Select Picture icon in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. We suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button * ISciLog (iOS device (i.e. iPad or iPhone)) ** Launch Application ** Select "_i_" button in lower right corner to see page of instructions for iSciLog *** select "Done" button in upper right corner to return to the app main page ** Select "Add Photo" button in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. We suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button]]> 19038993 28639643 28672409 70 2013-11-04 08:56:01.100 2015-09-16 11:29:44.900 23625736 28639645 28672411 71 2013-11-04 08:56:01.100 2016-04-05 13:45:48.937 23625736 24543460 24576227 294 2011-01-06 17:25:50.527 2014-02-10 13:05:47.477 15630841 24543453 24576220 292 2011-01-06 17:25:50.527 2014-02-10 13:02:43.400 15630841 24543455 24576222 293 2011-01-06 17:25:50.527 2014-02-10 13:04:22.397 15630841 24543448 24576215 290 2011-01-06 17:25:50.527 2014-02-06 16:32:48.887 15630841 24543450 24576217 291 2011-01-06 17:25:50.527 2014-02-10 13:01:31.100 15630841 24543419 24576186 288 2011-01-06 17:25:50.527 2014-02-06 16:16:31.550 15630841 24543420 24576187 289 2011-01-06 17:25:50.527 2014-02-06 16:32:20.610 15630841 24543417 24576184 287 2011-01-06 17:25:50.527 2014-02-06 16:13:38.073 15630841 19152984 7372874 2012-07-05 09:08:17.663 2012-07-05 09:08:17.663 24543415 24576182 286 2011-01-06 17:25:50.527 2013-12-30 11:26:25.567 15630841 24543406 24576173 18 2014-01-17 13:07:01.043 2014-02-06 13:03:54.737 24052327 24543405 24576172 17 2014-01-17 13:07:01.043 2014-02-06 12:34:14.230 24052327 24543403 24576170 16 2014-01-17 13:07:01.043 2014-01-23 14:25:07.397 24052327 24543409 24576176 21 2014-01-17 13:07:01.043 2014-02-06 14:11:32.323 24052327 24543408 24576175 20 2014-01-17 13:07:01.043 2014-02-06 13:25:09.167 24052327 24543407 24576174 19 2014-01-17 13:07:01.043 2014-02-06 13:22:06.277 24052327 28639473 28672239 173 2014-01-17 13:07:01.043 2016-02-03 21:40:01.337 24052327 24543265 24576033 32 2012-01-12 16:54:41.707 2014-01-28 15:00:42.140 18579502 28639469 28672235 172 2014-01-17 13:07:01.043 2016-01-14 13:48:02.907 24052327 24543262 24576030 31 2012-01-12 16:54:41.707 2014-01-21 11:47:47.837 18579502 24543271 24576039 36 2012-01-12 16:54:41.707 2014-01-28 17:08:47.603 18579502 28639482 28672248 178 2014-01-17 13:07:01.043 2016-02-08 15:36:46.827 24052327 24543274 24576042 38 2012-01-12 16:54:41.707 2014-01-29 08:55:20.373 18579502 24543273 24576041 37 2012-01-12 16:54:41.707 2014-01-28 17:11:23.997 18579502 28639480 28672246 177 2014-01-17 13:07:01.043 2016-02-08 15:29:15.160 24052327 24543268 24576036 34 2012-01-12 16:54:41.707 2014-01-28 16:29:07.910 18579502 24543267 24576035 33 2012-01-12 16:54:41.707 2014-01-28 16:15:14.547 18579502 28639478 28672244 176 2014-01-17 13:07:01.043 2016-02-08 15:24:25.827 24052327 24543270 24576038 35 2012-01-12 16:54:41.707 2014-01-28 16:30:11.497 18579502 28639475 28672241 174 2014-01-17 13:07:01.043 2016-02-08 15:18:39.333 24052327 28639476 28672242 175 2014-01-17 13:07:01.043 2016-02-08 15:24:21.997 24052327 28639489 28672255 182 2014-01-17 13:07:01.043 2016-02-09 12:04:29.720 24052327 28639487 28672253 181 2014-01-17 13:07:01.043 2016-02-08 15:51:49.130 24052327 28639485 28672251 180 2014-01-17 13:07:01.043 2016-02-08 15:50:02.883 24052327 28639484 28672250 179 2014-01-17 13:07:01.043 2016-02-08 15:48:33.447 24052327 19562504 19595272 14 2013-01-24 08:08:57.070 2013-02-01 15:06:30.517 19041691 19562506 19595274 15 2013-01-24 08:08:57.070 2013-02-01 15:12:44.587 19041691 28639494 28672260 185 2014-01-17 13:07:01.043 2016-02-09 12:34:43.760 24052327 28639492 28672258 184 2014-01-17 13:07:01.043 2016-02-09 12:30:05.117 24052327 28639491 28672257 183 2014-01-17 13:07:01.043 2016-02-09 12:05:32.660 24052327 19562502 19595270 13 2013-01-24 08:08:57.070 2013-01-29 09:07:46.317 19041691 19562508 19595276 17 2013-01-24 08:08:57.070 2013-02-01 15:15:47.597 19041691 19562507 19595275 16 2013-01-24 08:08:57.070 2013-02-01 15:15:16.567 19041691 24543278 24576046 40 2012-01-12 16:54:41.707 2014-01-29 09:04:58.160 18579502 24543276 24576044 39 2012-01-12 16:54:41.707 2014-01-29 08:58:16.640 18579502 26640756 26673512 105 2014-01-17 13:07:01.043 2014-09-11 16:13:36.527 24052327 26640749 26673505 101 2014-01-17 13:07:01.043 2014-09-11 10:58:11.873 24052327 26640747 26673503 100 2014-01-17 13:07:01.043 2014-09-11 10:43:00.520 24052327 26640754 26673510 104 2014-01-17 13:07:01.043 2014-09-11 11:29:11.640 24052327 19072453 19039721 16416930 16449691 6 2011-03-23 16:44:27.450 2011-03-25 13:32:56.323 16416912 26640752 26673508 103 2014-01-17 13:07:01.043 2014-09-11 11:28:44.650 24052327 16416928 16449689 5 2011-03-23 16:44:27.450 2011-03-24 08:52:54.393 16416912 26640751 26673507 102 2014-01-17 13:07:01.043 2014-09-11 11:24:14.070 24052327 16416918 16449680 3 2011-03-23 16:44:27.450 2011-03-23 17:02:10.687 16416912 26640773 26673529 320 2011-01-06 17:25:50.527 2014-09-15 15:03:25.120 15630841 16416917 16449679 2 2011-03-23 16:44:27.450 2011-03-23 16:51:35.083 16416912 26640771 26673527 319 2011-01-06 17:25:50.527 2014-09-08 14:20:31.807 15630841 16416915 16449677 1 2011-03-23 16:44:27.450 2011-03-23 16:44:27.450 16416912 26640778 26673534 110 2014-01-17 13:07:01.043 2014-09-16 11:37:50.697 24052327 16416920 16449681 4 2011-03-23 16:44:27.450 2011-03-23 17:02:38.523 16416912 26640775 26673531 108 2014-01-17 13:07:01.043 2014-09-15 13:55:46.370 24052327 26640776 26673532 109 2014-01-17 13:07:01.043 2014-09-16 11:37:13.043 24052327 26640769 26673525 107 2014-01-17 13:07:01.043 2014-09-15 13:50:53.903 24052327 26640767 26673523 106 2014-01-17 13:07:01.043 2014-09-12 15:21:05.447 24052327 26640787 26673543 28 2013-11-04 08:56:01.100 2014-09-17 17:24:41.500 23625736 26640789 26673545 29 2013-11-04 08:56:01.100 2014-09-17 17:25:39.490 23625736 15663157 15630393 26640786 26673542 27 2013-11-04 08:56:01.100 2014-08-25 11:01:08.003 23625736 26640807 26673563 113 2014-01-17 13:07:01.043 2014-09-18 13:18:49.120 24052327 26640809 26673565 114 2014-01-17 13:07:01.043 2014-09-18 15:51:15.240 24052327 19072510 aistrack ## AUV -> auvtrack ## Drifter -> driftertrack ## Glider -> glidertrack ## Mooring -> mooringtrack ## Ships -> shiptrack # All platforms, except for AIS, all get position information via email ## AUV -> auvtrack@mbari.org ## Drifter -> driftertrack@mbari.org ## Glider -> glidertrack@mbari.org ## Mooring -> mooringtrack@mbari.org ## Ships -> shiptrack@mbari.org # In each of the accounts home directory, there is a .forward file that the mail server uses to forward each incoming message to the proper processing script as simple text input # For AUVs: ## Email message is sent to 'auvtrack@mbari.org' ## Subject of the message should be a csv list of: ### *platform_name*: The short name (< 9 characters) of the platform whose position is being reported ### *epoch_seconds*: The epoch seconds (decimal) of the date and time of the timestamp ### *longitude*: longitude ### *latitude*: latitude {noformat} dorado,1317939958.5556331,-0.724,37.74 {noformat} ## The .forward file send the message to a 'dispatchMessage.py' script ## The script takes the text of the email and uses a library to reconstruct the text into an email ## If the email has an attachment, it writes the attachment to the 'sbdmessages' subdirectory ### The attachment should be a Base64 Encoded file that has a serialized protocol buffer message. ### For the TREX process, it sends SBDs with an attachment that is a protocol buffer of the form defined in trex_sensor.proto: {noformat} package org.mbari.trex; message SensorMessage { /* One data sample * * Location (northing,easting) is not corrected as it is sampled * in real-time. * Do also note that we used UTM instead of lat,lon here. This is * mostly due to the fact that TREX uses this reference for navigation * and his lat,lon information is pretty bad (2 decimal places of acurracy * which can result on an error of 100s of m) * Note : based on Mike McCann suggestion northing and easting have been made * optional as they may be repaced in the future by lat/lon */ message Sample { required uint64 utime =1; // unix time for the sample required float northing =2; // UTM nothing (m) required float easting =3; // UTM easting (m) required float depth =4; // Vehicle depth (m) optional float temperature =5; // temperature (C) optional float salinity =6; // salinity optional float nitrate =7; // Nitrate optional int32 gulper_id =8; // indicate which gulper was fired (if any) } // All the samples are stroed in this serie attribute repeated Sample sample =2; /* Information on position error deduced from a GPS fix * * This data will be produced when TREX idenitifies an important "jump" * during a gps fix (in the order of tens to hundreds of meters): * * As this information will come after the samples are propagated the receiver * of the message may need to apply this error to previously recieved samples. * The way to apply it is the folowing * * for all sample such as gps_fix.from_time <= sample.utime < gps_fix.to_time * sample.northing = sample.northing + (sample.utime-gps_fix.from_time)*gps_fix.northing_rate * sample.easting = sample.easting + (sample.utime-gps_fix.from_time)*gps_fix.easting_rate * end for */ message GpsError { required uint64 from_time =1; // Date where the error started to apply required uint64 to_time =2; // Date where the error was identified optional float northing = 3; // northing at to_time (m) optional float easting = 4; // easting at to_time (m) // May add lat,lon info in the future // optional float longitude = 5; // optional float latitude = 6; optional float northing_error_rate =7; // northing navigation error (m/s) optional float easting_error_rate =8; // easting navigation error (m/s) } optional GpsError gps_fix =1; } {noformat} ## If the message did not have an attachment: ### Using a local dictionary, look up the IMEI number from the short name ### Extract the position information from the subject line ### Write the position information into the MBARItracking database on equinox ### Publish the message to the 'auv_pb' exchange on messaging.shore.mbari.org. The form of the message is the platformMessage.proto protocol buffers definition which at the time of this writing is: {noformat} package MBARItracking; message PlatformReport { enum PlatformType { MBARI_SHIP = 0; AIS = 1; AUV = 2; DRIFTER = 3; MOORING = 4; GLIDER = 5; } optional PlatformType type = 1; optional string name = 2; optional double epoch_seconds = 3; optional double latitude = 4; optional double longitude = 5; optional string source = 6; optional uint64 mmsi = 7; optional uint64 imei = 8; optional string iso_datetime = 9; } {noformat} ---- Message traffic is consolidated thru AMQP for binding into applications and database ingest ODSS has web services (WMS, WFS, WxS, etc) that can REST - representational state server transfer, REST - form a URL request SVN /MBARItracking/trunk/README \\ ssh auvtrack@pismo (Nitrate pH h20 four you bang no no nonsense) \\ /home/auvtrack if you want to bang on the software, go into (cd dev), then cd MBARItracking.   which is a reflection svn status  svn diff README more diff  ( 15 years of perl scripts (started by Jerry Hatcher)...) watchdog scripts restart scripts that have issues tethys \\ svn commit README Now, go to log directory cd .. cd log \\ scripts dispatch  IMEI is associated with a name, and in the dispatch script a process script (in python) is called (.forward takes input and forwards to std in of the python script)  trex.py look for processsMessage method the LRAUV tracking app  An important python idiom:  if __name__ == main publishes the usage trex.py processMessage for protocol buf testing.... parseMsg would need to be reworked to receive a protocol buf \*.proto in the scripts buffer  \\ \\ When SBD are sent by TREX, monitor the log file on Pismo. Login as auvtrack, password is (hint above). cd /auvtrack/logs   tail \-f dotForward.log tail \-f /home/auvtrack/logs/trex.log\\ To test: make a copy of the sbd with the IMEI as the filename (see dev/MBARItracking/scripts/dispatch.py) mutt \-a  /mbari/\\ \\]]> 19039779 26640796 26673552 62 2014-02-10 16:02:54.557 2014-09-11 09:19:17.573 24543463 26640798 26673554 63 2014-02-10 16:02:54.557 2014-09-18 10:02:27.233 24543463 26640799 26673555 64 2014-02-10 16:02:54.557 2014-09-18 10:09:07.527 24543463 26640801 26673557 111 2014-01-17 13:07:01.043 2014-09-16 11:40:57.800 24052327 26640802 26673558 112 2014-01-17 13:07:01.043 2014-09-18 13:18:07.963 24052327 16417001 16449761 15 2011-03-23 16:44:27.450 2011-04-01 16:42:39.730 16416912 15663202 15630437 16416998 16449758 14 2011-03-23 16:44:27.450 2011-04-01 16:40:57.547 16416912 16416996 16449756 13 2011-03-23 16:44:27.450 2011-04-01 16:39:19.427 16416912 26640819 26673575 120 2014-01-17 13:07:01.043 2014-09-18 16:42:45.507 24052327 16416994 16449754 12 2011-03-23 16:44:27.450 2011-04-01 16:32:41.027 16416912 26640817 26673573 119 2014-01-17 13:07:01.043 2014-09-18 16:38:11.173 24052327 26640816 26673572 118 2014-01-17 13:07:01.043 2014-09-18 16:36:51.690 24052327 16416992 16449752 11 2011-03-23 16:44:27.450 2011-04-01 16:31:35.740 16416912 26640814 26673570 117 2014-01-17 13:07:01.043 2014-09-18 16:26:08.420 24052327 16416990 16449750 10 2011-03-23 16:44:27.450 2011-04-01 16:23:54.183 16416912 26640813 26673569 116 2014-01-17 13:07:01.043 2014-09-18 16:17:23.310 24052327 16416988 16449748 9 2011-03-23 16:44:27.450 2011-04-01 16:01:54.077 16416912 26640811 26673567 115 2014-01-17 13:07:01.043 2014-09-18 16:13:37.830 24052327 16416986 16449746 8 2011-03-23 16:44:27.450 2011-04-01 15:44:57.070 16416912 16416984 16449744 7 2011-03-23 16:44:27.450 2011-03-25 15:42:29.880 16416912 27141535 27067008 2015-05-19 14:44:34.543 2015-05-19 14:44:34.543 27141534 27067008 2015-05-19 14:44:34.543 2015-05-19 14:44:34.543 27141537 27067008 2015-05-19 14:44:34.543 2015-05-19 14:44:34.543 27141536 27067008 2015-05-19 14:44:34.543 2015-05-19 14:44:34.543 26640856 26673612 25 2011-03-23 16:44:27.450 2014-09-25 09:01:11.727 16416912 26640855 26673611 24 2011-03-23 16:44:27.450 2013-12-30 11:39:33.627 16416912 26640858 26673614 26 2011-03-23 16:44:27.450 2014-09-25 09:02:04.690 16416912 26640867 26673623 321 2011-01-06 17:25:50.527 2014-09-15 15:15:02.693 15630841 15663213 15630448 26640869 26673625 322 2011-01-06 17:25:50.527 2014-09-29 13:48:04.407 15630841 26640859 26673615 27 2011-03-23 16:44:27.450 2014-09-25 10:07:37.533 16416912 26640634 26673391 90 2014-01-17 13:07:01.043 2014-08-14 09:23:29.180 24052327 26640632 26673389 89 2014-01-17 13:07:01.043 2014-06-20 12:57:16.797 24052327 26640638 26673395 93 2014-01-17 13:07:01.043 2014-08-14 09:41:52.607 24052327 26640637 26673394 92 2014-01-17 13:07:01.043 2014-08-14 09:41:14.577 24052327 26640636 26673393 91 2014-01-17 13:07:01.043 2014-08-14 09:25:35.080 24052327 26640642 26673399 95 2014-01-17 13:07:01.043 2014-08-14 09:51:20.183 24052327 26640640 26673397 94 2014-01-17 13:07:01.043 2014-08-14 09:42:24.037 24052327 26640644 26673401 96 2014-01-17 13:07:01.043 2014-08-14 10:00:16.407 24052327 26640650 26673407 9 2013-11-04 08:56:01.100 2014-08-19 15:07:16.447 23625736 26640648 26673405 8 2013-11-04 08:56:01.100 2014-08-19 15:06:45.347 23625736 26640647 26673404 7 2013-11-04 08:56:01.100 2014-08-07 11:43:14.583 23625736 26640652 26673409 10 2013-11-04 08:56:01.100 2014-08-19 15:12:55.847 23625736 26640654 26673411 11 2013-11-04 08:56:01.100 2014-08-19 15:17:56.400 23625736 26640655 26673412 12 2013-11-04 08:56:01.100 2014-08-19 15:22:07.773 23625736 26640656 26673413 13 2013-11-04 08:56:01.100 2014-08-19 15:27:00.037 23625736 26640658 26673415 14 2013-11-04 08:56:01.100 2014-08-19 15:30:16.743 23625736 9404457 9371694 26640660 26673417 15 2013-11-04 08:56:01.100 2014-08-19 15:33:10.907 23625736 26640662 26673419 16 2013-11-04 08:56:01.100 2014-08-19 15:34:32.867 23625736 26640664 26673421 17 2013-11-04 08:56:01.100 2014-08-19 15:37:08.967 23625736 26640666 26673423 18 2013-11-04 08:56:01.100 2014-08-19 15:48:26.510 23625736 26640667 26673424 19 2013-11-04 08:56:01.100 2014-08-19 15:53:29.037 23625736 26640669 26673426 20 2013-11-04 08:56:01.100 2014-08-19 16:01:46.990 23625736 26640673 26673430 21 2013-11-04 08:56:01.100 2014-08-19 16:06:55.403 23625736 26640676 26673433 23 2013-11-04 08:56:01.100 2014-08-20 16:43:48.820 23625736 26640675 26673432 22 2013-11-04 08:56:01.100 2014-08-20 16:35:39.743 23625736 26640678 26673435 24 2013-11-04 08:56:01.100 2014-08-20 16:49:39.210 23625736 26640680 26673437 11 2013-11-04 08:56:46.157 2014-03-10 16:17:13.687 23625739 11829666 11796912 11829663 11796908 26640682 26673439 25 2013-11-04 08:56:01.100 2014-08-20 16:54:02.480 23625736 19072266 19039527 20742150 20774918 207 2012-01-12 16:48:35.127 2013-04-03 09:48:04.233 18579493 20742147 20774915 206 2012-01-12 16:48:35.127 2013-01-24 07:46:47.037 18579493 26640684 26673441 26 2013-11-04 08:56:01.100 2014-08-25 09:59:54.873 23625736 26640698 26673455 318 2011-01-06 17:25:50.527 2014-07-07 13:29:46.980 15630841 26640695 26673452 97 2014-01-17 13:07:01.043 2014-08-14 10:59:19.097 24052327 15663300 \d List of relations Schema | Name | Type | Owner -------+---------------------------+----------+------- public | activity | table | mbari public | activity_id_seq | sequence | mbari public | activity_type | table | mbari public | activity_type_id_seq | sequence | mbari public | expedition | table | mbari public | expedition_id_seq | sequence | mbari public | geography_columns | view | mbari public | geometry_columns | table | mbari public | instant_point | table | mbari public | instant_point_id_seq | sequence | mbari public | measured_parameter | table | mbari public | measured_parameter_id_seq | sequence | mbari public | measurement | table | mbari public | measurement_id_seq | sequence | mbari public | parameter | table | mbari public | parameter_id_seq | sequence | mbari public | platform | table | mbari public | platform_id_seq | sequence | mbari public | platform_type | table | mbari public | platform_type_id_seq | sequence | mbari public | spatial_ref_sys | table | mbari (21 rows) {code} In particular, the following URL should open without errors in the VM browser: {code} http://127.0.0.1/cgi-bin/mapserv?map=/home/student/Desktop/mbari/mapfiles/stoqs.map&layers=all&mode=map {code} Note that an empty 1024x1024 PNG image will be returned as we haven't imported any data yet. h2. Initialize database As 'student': {code} $ cd ~/Desktop/mbari/ [student@localhost mbari]$ python26 initialize_database.py (ignoring) Key sal2 is duplicated in file initial_parameters/PCTD_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key chla is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key sal is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key transmiss is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key chla is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key oxy_ml is duplicated in file initial_parameters/BCTD_table.cs {code} h2. Populate database As 'student': {code} [student@localhost mbari]$ cd ~/Desktop/mbari [student@localhost mbari]$ vi importdata.py # if you want to adjust the stride, say stride=10 [student@localhost mbari]$ python26 importdata.py Importing survey Dorado389_2010_081_02_081 Added parameter for temperature from data set Added parameter for oxygen from data set Added parameter for nitrate from data set Added parameter for bbp420 from data set Added parameter for bbp700 from data set Added parameter for fl700_uncorr from data set Added parameter for biolume from data set ... {code} Note that the above will take a while to complete. You can type Ctrl+C to kill some of the intermediate steps if you want to advance the loading for testing purposes. h3. h2. Javascript interface h3. h3. index.html Overwrite /var/www/html/index.html with the one [attached to this page|STOQS set-up in detail^index.html]. The new index.html is similar to the one sent by Chander on 12/1/10 with a fix for the correct name of the Gulper layer. Now, you can open [http://stoqs.mbari.org/] in your VM's browser. ]]> 15630538 19072290 19039554 19072300 19039564 26640735 26673491 59 2014-02-10 16:02:54.557 2014-06-04 11:27:21.103 24543463 26640744 26673500 98 2014-01-17 13:07:01.043 2014-09-04 15:32:54.250 24052327 11829730 11796976 26640745 26673501 99 2014-01-17 13:07:01.043 2014-09-11 10:41:52.767 24052327 26640740 26673496 60 2014-02-10 16:02:54.557 2014-09-11 09:07:33.453 24543463 26640742 26673498 61 2014-02-10 16:02:54.557 2014-09-11 09:15:55.227 24543463 15663377 15630618 8060943 8093711 2 2008-11-17 12:37:54.930 2008-11-20 15:27:27.737 7766106 15663364 (g) Web Application * Open [http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html] in your browser This is a screenshot of the page right after loading the above URL: !jd-2010-12-02-screenshot.png|align=center!\\ \\]]> 15630605 15663388 15630629 9404865 9372120 15663422 ). Thus, for newer OL releases there would be the need to update the copy and then rebuild/redeploy the application. Of course, a better approach is to have the copy outside of the DSS application in a way that only the external copy would need to be updated. * The map widget may not get properly updated upon changes in size of its container in the browser. This problem proved to be very tricky and I had to resort to some not-so-clean mechanisms to lessen the refresh misbehavior (see Workarounds.java). (A similar problem seems to happen in JD's Google Maps-based version.) * For proper deployment, the Google Maps API key needs to be adjusted in Dss.html according to the host server. You will see the typical warning window if the key is not appropriate. Also, an interesting behavior is that the Google map will take over the whole area making the OpenLayers elements inaccessible. h4. * In general, full control of the user interaction is not in place in this prototype. * The initial map display varies across browsers: ** Firefox: behaves acceptably well ** Safari/Chrome: the map gets partially hidden on the right so the mouse location and the layer switcher don't show up entirely ** IE: ? * The OL "editing tool bar" does not show up in Safari/Chrome when using a Google map background.  (OK in firefox).   A possible workaround is to adjust the z-order of the OL controls (?). * The edit modes (in the "planning" perspective) are just partially controlled/handled . In general, the handling of user-defined layers is TBD. h2. STOQS * The requests to the various layers seem to return the same data, which looks like a bug in the mapserver/database side.  The requests seem to be properly done from DSS as the returned layers are only different in color.\\]]> 15630664 26640570 26673327 1 2014-07-28 08:38:55.557 2014-07-28 08:38:55.557 26640568 26640566 26673323 2 2013-12-30 10:05:38.197 2013-12-30 11:35:53.117 24052059 26640565 26673322 2 2013-12-30 10:05:38.197 2013-12-30 11:35:53.117 24052059 15663443 Import ... * Select "Existing project into workspace" and click Next * Select the root directory where the code is located * Click Finish * Done. *NOTE*:  The \*.launch files assume the name "mbari-dss" for the project. So, if you imported the project with a different name, then adjust these files accordingly. \\]]> 15630686 26640603 26673360 6 2013-11-04 08:56:01.100 2014-08-04 11:30:58.793 23625736 26640596 26673353 5 2013-11-04 08:56:01.100 2014-01-17 13:31:31.167 23625736 16547863 16416912 2011-04-01 15:43:54.137 2011-04-01 15:43:54.137 162193 1 16547862 16547862 16416912 2011-04-01 15:43:54.137 2011-04-01 15:44:42.840 162193 2 26640413 26673180 315 2011-01-06 17:25:50.527 2014-07-07 13:19:29.037 15630841 26640411 26673178 314 2011-01-06 17:25:50.527 2014-06-09 13:37:19.787 15630841 26640417 26673184 317 2011-01-06 17:25:50.527 2014-07-07 13:28:37.237 15630841 26640415 26673182 316 2011-01-06 17:25:50.527 2014-07-07 13:23:36.967 15630841 15663531 15630774 18186257 15631372 2011-02-03 23:08:05.840 2011-07-19 14:06:06.700 412336 3 15728744 18186256 15631372 2011-02-03 23:09:40.337 2011-07-19 14:25:01.333 590716 5 15728747 18186255 15631372 2011-02-03 23:09:40.337 2011-07-19 13:39:57.067 906955 4 15728747 18186254 15631372 2011-02-03 23:08:05.840 2011-02-03 23:12:33.070 323857 2 15728744 18186248 15631372 2011-07-19 13:16:52.217 2011-07-19 13:16:52.217 480014 1 18186249 15631372 2011-07-19 13:17:01.317 2011-07-19 13:17:01.317 484700 1 18186246 15631372 2011-02-03 23:06:04.227 2011-02-03 23:12:33.083 227409 1 15728738 18186247 15631372 2011-02-03 23:06:04.227 2011-07-19 12:53:57.777 280685 2 15728738 18186252 15631372 2011-02-03 23:09:40.337 2011-07-19 13:37:31.657 933037 3 15728747 18186253 15631372 2011-07-19 13:58:49.320 2011-07-19 13:58:49.320 252117 1 18186250 15631372 2011-07-19 13:20:58.183 2011-07-19 13:20:58.183 538548 1 15663574 15630817 18186251 15631372 2011-02-03 23:09:40.337 2011-02-25 00:12:01.283 927296 2 15728747 9404741 9371992 18186245 15631372 2011-07-19 12:52:08.977 2011-07-19 12:52:08.977 112141 1 6914049 24052054 2008-10-22 10:05:09.253 2013-12-30 10:58:42.417 32768 1 15663597 server authentication mechanisms (mostly dealing with sessions) so that it will work both in mobile and desktop clients. ### Looking like JWT is the way to go and will start to integrate into the ODSS code base. # Carlos # Danelle # Mike # Duane \\ h5. *ODSS Engineering Meeting February 9, 2015* # Kevin ## working on planning, collaboration, calendar, authentication (with Carlos) ### task list cleaned up (ongoing) ## working on AXIOM interaction interface possibilities. ### Action item is to share diagrams. ### Offer to give them a VM with all our stuff up and running? ## Sample log work continues ### Hope to get it out before May CANON ### Use this to replace existing mobile apps for observation logging # Carlos ## integrate calendar tool fully into ODSS ## add "who is doing what" ## discussion on how to do authentication for calendar tool ### iFrame # Danelle ## workflow for the LRAUV data flow needs to be validated; should be working... ## how frequently will they we updating? etc. ## model data ? ### Clarissa forecasting (HAB forecast) ### Yi Chao COSINE #### AI: see Fred and John # Mike ## gone May 11 for a couple of weeks, maybe more. (during Spring CANON/ECOHAB) ## focus this year on sample capture ## outlining STOQS tasks for the year ### 80 hours on CANON this year ### interaction with gridded data (for data exploration) # Duane ## Met with John Ryan 1/29/15. discussed Spring 2015 CANON ECOHAB ### see attached ECOHAB 2015 [notes | ^ECOHAB 2015.pdf] ### Ecohab 2015 in Monterey Bay, May - June 2015 ### gliders, ESPs, Carson (no WF), John Martin, Waveglider, ### Need from ODSS/STOQS: same as previous CANONs/ECOHABs ### Real time data from LRAUV higher priority ### location: off Año Nuevo, off shore #### will look at lot like Fall 2013, day cruises h5. *ODSS Engineering Meeting October 14, 2014* # Kevin # Danelle # Mike # Duane h5. *ODSS Engineering Meeting September 29, 2014* # Kevin ## worked through some syncing problems over the weekend (Flyer and Normandy). Synching through beach for the time being. ### need to make the change to Normandy when Flyer back at shore ## see Friday email note for other updates ## need to get WF pctd and uctd flowing ## Monique on the Flyer; generating plots that she would like to push back to shore ## rsynch is running slowly, even when at shore ### checksum was taking a very long time (removing that check sped up transfer by factor of 20) ## See some use of the Samples form capture. ## out random days next week (Monday Oct 2, Thursday Oct 6, Friday Oct 7 maybe) # Danelle ## working through some rhodamine data loading issues from the lrauvs ## working on a back end and front end client for the layers # Mike ## monitoring the automated lrauv loads ### over the weekend; error in the data file (incomplete data file). Continuous improvement needed in the programs. This particular file error now recognized by the ingest program. ## drift_data program written to bring together drifter track (or other platform in the tracking database) and M1 adcp data that outputs a map. could make a layer file or a kml for google earth... ## Mike gone Monday Oct 6 through Friday Oct 10 next week # Duane ## loading pctd and uctd data from RC into STOQS ### generating netCDF files from the triplet of datafiles that Erich posts from the ship ### three pctd casts have datasets that are not working in the conversion programming, related to location (lat long) fields in the .hdr file. The conversion programs are not robust to these file problems. ## gone Thursday Oct 2 through Tuesday Oct 7. No email or phone access. h5. *ODSS Engineering Meeting September 15, 2014* # Kevin ## I am working on the mobile app and updates/bugs for the updated ODSS. ## I have all the ships and shore ODSS configured and running with data syncing to the ships. The data syncing stats web pages are here: ### Carson ### [http://odss.mbari.org/data/logs/rsync/analysis/zuma/analysis/index.html] ### Flyer ### [http://odss.mbari.org/data/logs/rsync/analysis/malibu/analysis/index.html] #### You can zoom in on section with click and drag and can turn on/off data sets by clicking on them in the legend ... ### I will have to tailor the Flyer sync's as it is the full monty right now and they are leaving port and will be on VSat. Carson is on microwave, so I am just leaving the full sync turned on. We had a very successful test of the comms cascade on the Carson last week (copper->microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 15630841 6914050 24052054 2008-10-22 10:05:35.490 2013-12-30 10:58:29.110 70656 1 15630574 15663336 19 2010-12-10 11:09:31.693 2010-12-20 19:30:37.537 15630437 15630573 15663335 2 2010-12-20 13:22:58.977 2010-12-20 16:45:16.133 15630538 15630586 15663348 21 2010-12-10 11:09:31.693 2010-12-21 11:17:19.277 15630437 24051819 24084586 14 2013-12-02 11:52:01.597 2013-12-03 11:55:02.293 24051784 15630582 15663344 3 2010-12-20 13:22:58.977 2010-12-20 19:36:38.280 15630538 15630580 15663342 20 2010-12-10 11:09:31.693 2010-12-20 19:37:58.567 15630437 15630589 15663351 3 2010-12-14 12:11:09.683 2010-12-14 14:06:54.090 15630448 15630608 15663367 2 2011-01-02 12:27:43.843 2011-01-02 12:28:39.180 15630605 15630607 15663366 1 2011-01-02 12:27:43.843 2011-01-02 12:27:43.843 15630605 15630610 15663369 3 2011-01-02 12:27:43.843 2011-01-02 12:29:13.237 15630605 24051861 24084628 213 2012-01-12 16:48:35.127 2013-12-02 11:41:11.810 18579493 15663709 Install New Software. ## Type "http://pydev.org/updates" in the Work with field ## Select PyDev and PyDev Mylyn Integration (optional) ## Click Next and Next again ## Click on the Licenses, accept them, and click Finish ## Click through warnings on unsigned content and restart Eclipse # Install Subversive: ## Here are the instructions copied from [http://www.polarion.com/products/svn/subversive/download.php]{noformat} * On main menu, choose Help > Install New Software. The available Software dialog appears. * In the Work with list, select Helios - http://download.eclipse.org/releases/helios. A list of software packages appears. * Expand the Collaboration node. * Scroll the list and check box for Subversive Team Provider (incubation) * Check other options in the dialog as desired and click the Next button. The Install Details screen appears in the dialog. * Click the Next button, accept the license and click Finish. Subversive will dowload and install. * It is recommended to accept the option to restart Eclipse. {noformat} ## I get an error after I select the SVN Connector (either JavaHL 1.6.x or SvnKit 1.3.2) ## I tried manual install by doing an update from the update site: [http://community.polarion.com/projects/subversive/download/eclipse/2.0/update-site/] and get the error: {noformat} Cannot complete the install because one or more required items could not be found. Software being installed: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) Missing requirement: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) requires 'org.eclipse.team.svn.feature.group [0.7.9.I20101001-1700,1.0.0)' but it could not be found {noformat} ## I'm searching the forums and seeing that others are having the same issue... ## ... O.K. Not giving up. Even though it say's "Recommended" I'm installing the update from: [http://download.eclipse.org/technology/subversive/0.7/update-site/] hoping that this is where the missing package 'org.eclipse.team.svn.feature.group' resides. ## Ta Da\! That was it\! (I checked only the Required component in the http://download.eclipse.org/technology/subversive/0.7/update-site/ package.) ## Now I'm able to install SvnKit and JavaHL. ## After Eclipse restart I have "SVN" listed in File \-> Import. Phew\!]]> 15630955 15630612 15663371 4 2010-12-14 12:11:09.683 2010-12-28 12:35:46.630 15630448 15630620 15663379 1 2011-01-03 10:06:18.620 2011-01-03 10:06:18.620 15630618 15630622 15663381 2 2011-01-03 10:06:18.620 2011-01-03 10:22:49.593 15630618 15630631 15663390 1 2011-01-03 12:19:25.467 2011-01-03 12:19:25.467 15630629 15630633 15663392 2 2011-01-03 12:19:25.467 2011-01-03 12:43:09.383 15630629 24118356 24051942 2013-12-19 11:14:07.420 2013-12-19 11:14:07.420 15630628 15663387 5 2010-12-14 12:11:09.683 2011-01-03 01:12:54.200 15630448 21364839 21397606 4 2013-06-03 13:48:33.990 2013-06-03 14:23:19.073 21364810 19041297 19073987 200 2012-01-12 16:48:35.127 2012-10-23 14:09:18.670 18579493 15630637 15663396 4 2011-01-03 12:19:25.467 2011-01-03 13:59:29.663 15630629 21364841 21397608 5 2013-06-03 13:48:33.990 2013-06-03 14:39:52.777 21364810 15630635 15663394 3 2011-01-03 12:19:25.467 2011-01-03 13:09:34.680 15630629 24051897 24084664 13 2013-06-04 08:38:48.840 2013-12-03 11:54:44.937 21364857 21364831 21397598 252 2011-01-06 17:25:50.527 2013-06-03 14:33:44.257 15630841 21364832 21397599 253 2011-01-06 17:25:50.527 2013-06-03 14:34:48.940 15630841 21364834 21397601 254 2011-01-06 17:25:50.527 2013-06-03 14:35:29.043 15630841 21364828 21397595 251 2011-01-06 17:25:50.527 2013-06-03 14:29:03.120 15630841 21364829 21397596 1 2013-06-03 14:33:26.117 2013-06-03 14:33:26.117 21364827 19041314 19074003 2 2012-11-27 10:34:08.230 2012-11-27 10:37:29.520 19041310 19041312 19074001 1 2012-11-27 10:34:08.230 2012-11-27 10:34:08.230 19041310 21364825 21397592 250 2011-01-06 17:25:50.527 2013-06-03 13:28:57.980 15630841 21364822 21397589 3 2013-06-03 13:48:33.990 2013-06-03 14:08:12.647 21364810 19041308 19073998 201 2012-01-12 16:48:35.127 2012-11-26 13:53:11.127 18579493 21364816 21397583 1 2013-06-03 13:48:33.990 2013-06-03 13:48:33.990 21364810 21364818 21397585 2 2013-06-03 13:48:33.990 2013-06-03 14:06:49.070 21364810 19041317 19074006 4 2012-11-27 10:34:08.230 2012-11-27 10:44:42.620 19041310 15630666 15663424 5 2011-01-03 12:19:25.467 2011-01-03 22:31:41.413 15630629 19041318 19074007 5 2012-11-27 10:34:08.230 2012-11-27 10:46:55.290 19041310 19041315 19074004 3 2012-11-27 10:34:08.230 2012-11-27 10:44:26.937 19041310 15630668 15663426 4 2011-01-02 12:27:43.843 2011-01-02 12:31:56.460 15630605 21364805 21397573 249 2011-01-06 17:25:50.527 2013-05-14 14:53:31.753 15630841 24051930 24084694 14 2013-06-04 08:38:48.840 2013-12-09 10:48:45.400 21364857 24051939 24084703 2 2013-12-17 17:11:04.963 2013-12-17 17:16:42.647 24051932 24051946 24084709 19 2013-06-04 08:38:48.840 2013-12-18 11:15:53.647 21364857 24051945 24084708 18 2013-06-04 08:38:48.840 2013-12-18 11:08:55.993 21364857 24051944 24084707 17 2013-06-04 08:38:48.840 2013-12-18 09:50:43.207 21364857 24051943 24084706 16 2013-06-04 08:38:48.840 2013-12-17 17:12:12.123 21364857 24051934 24084698 24 2013-06-03 13:48:33.990 2013-08-05 07:53:17.847 21364810 24118297 21364857 2013-12-18 16:14:40.497 2013-12-18 16:14:40.497 24118296 21364857 2013-12-18 16:14:40.497 2013-12-18 16:14:40.497 24051937 24084701 1 2013-12-17 17:11:04.963 2013-12-17 17:11:04.963 24051932 24051935 24084699 15 2013-06-04 08:38:48.840 2013-12-17 17:10:18.843 21364857 24118298 21364857 2013-12-18 16:14:40.497 2013-12-18 16:14:40.497 27140883 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 15663868 = '2010-10-01' AND date_trunc('day', time) <= '2010-10-31')) LOG: duration: 16.757 ms LOG: disconnection: session time: 0:00:00.037 user=everyone database=stoqs host=134.89.12.92 port=42202 LOG: duration: 12731.843 ms LOG: disconnection: session time: 0:00:13.325 user=everyone database=stoqs host=134.89.12.92 port=42140 {noformat} This kind of output looks very helpful for debugging and performance tuning purposes.  In particular, the queries can be analyzed using the 'EXPLAIN' command in psql to evaluate where it might be improved with an index or some other treatment.\\ I know you might be thinking that having all this log information turned on will add an overhead to the mapserver's response time.  It does.  I did some crude measurements with these approximate results: || Logging configuration\\ || Time to complete (secs)\\ || | All logging turned on\\ | 50 \\ | | Postgres logging turned off\\ | 34\\ | | Postgres and Mapserver logging turned off\\ | 33 | | Postgres and Mapserver logging turned off, not tailing httpd/access_log\\ | 33 | \\ Clearly, the PostgreSQL logging has the greatest impact. (The query I was testing went from 33 seconds to 21 seconds after I put an index on the time column.) Sooo... Leaving the PostgreSQL verbose logging turned on is not real practical - especially since it can cause our valued IT Support team to receive pages in the middle of the night when the log files balloon to 2+ GB in size! There is a better way to capture the SELECT statements that Mapserver issues to PostgreSQL. Here's how: Add the "DUMP True" and "DEBUG 1" lines to the layer files, e.g. for ship.layer.map it would look like: {noformat} LAYER INCLUDE "data.map" TYPE point STATUS on FILTER " and ([pt.name]='ship')" DUMP true DEBUG 1 METADATA "wfs_title" "Ships" # Short description ... {noformat} The SQL statements that Mapserver generates will now go to the MS_ERRORFILE file that you specified in the master Mapserver configuration file. -Mike ]]> 15631117 27140882 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140881 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24118472 24051929 2013-12-30 09:15:25.560 2013-12-30 09:15:25.560 27140880 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21528644 15630841 2013-08-22 15:32:40.297 2013-08-22 15:32:40.297 716003 1 24118471 24051929 2013-12-30 09:15:25.560 2013-12-30 09:15:25.560 27140879 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21528639 15630841 2013-08-12 14:18:04.887 2013-08-12 14:18:04.887 21765 1 27140878 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21528638 15630841 2013-08-12 14:14:40.070 2013-08-12 14:14:40.070 39951 1 27140877 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21528641 15630841 2013-08-22 15:25:09.363 2013-08-22 15:25:09.363 314103 1 27140876 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140875 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140874 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140873 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140872 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140871 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140870 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140869 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140868 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364875 21397642 17 2013-06-03 13:48:33.990 2013-06-04 09:10:45.253 21364810 27140866 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364876 21397643 4 2013-06-04 08:38:48.840 2013-06-04 09:08:05.793 21364857 27140867 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364877 21397644 18 2013-06-03 13:48:33.990 2013-06-04 09:18:16.363 21364810 27140864 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364878 21397645 19 2013-06-03 13:48:33.990 2013-06-04 09:18:32.853 21364810 27140865 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140862 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364880 21397647 20 2013-06-03 13:48:33.990 2013-06-04 09:18:51.810 21364810 27140863 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140860 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140861 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140858 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140859 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140856 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 19146669 19039564 2012-06-28 12:34:31.227 2012-06-28 12:34:31.227 27140857 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140854 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140855 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140852 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140853 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364861 21397628 1 2013-06-04 08:38:48.840 2013-06-04 08:38:48.840 21364857 15631051 15630955 15663804 15708298 1 2011-01-24 06:16:35.533 2011-01-24 06:16:35.533 27140909 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364865 21397632 12 2013-06-03 13:48:33.990 2013-06-04 08:35:20.453 21364810 27140908 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364864 21397631 2 2013-06-04 08:38:48.840 2013-06-04 08:49:04.107 21364857 24051738 24084506 6 2013-06-04 08:38:48.840 2013-06-07 07:59:41.560 21364857 21364870 21397637 15 2013-06-03 13:48:33.990 2013-06-04 09:03:26.597 21364810 27140905 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140904 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364868 21397635 14 2013-06-03 13:48:33.990 2013-06-04 08:57:11.607 21364810 19146623 19039554 2012-06-28 12:28:17.593 2012-06-28 12:28:17.593 27140907 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364867 21397634 13 2013-06-03 13:48:33.990 2013-06-04 08:53:40.970 21364810 19146622 19039554 2012-06-28 12:28:17.593 2012-06-28 12:28:17.593 27140906 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140901 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140900 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364872 21397639 16 2013-06-03 13:48:33.990 2013-06-04 09:04:42.667 21364810 27140903 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364871 21397638 3 2013-06-04 08:38:48.840 2013-06-04 08:52:26.913 21364857 27140902 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364845 21397612 6 2013-06-03 13:48:33.990 2013-06-03 14:42:52.957 21364810 27140896 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24051746 24084514 3 2013-11-04 08:56:46.157 2013-11-13 10:24:29.920 23625739 27140897 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140898 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140899 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140892 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24051742 24084510 8 2013-06-04 08:38:48.840 2013-11-21 11:00:50.380 21364857 27140893 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364847 21397614 7 2013-06-03 13:48:33.990 2013-06-03 14:48:39.253 21364810 27140894 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24051740 24084508 7 2013-06-04 08:38:48.840 2013-11-21 10:43:41.537 21364857 27140895 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364853 21397620 9 2013-06-03 13:48:33.990 2013-06-04 07:51:47.290 21364810 27140888 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364854 21397621 10 2013-06-03 13:48:33.990 2013-06-04 07:52:05.500 21364810 24051754 24084522 3 2013-11-04 08:56:01.100 2013-11-25 16:18:09.773 23625736 27140889 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140890 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364852 21397619 8 2013-06-03 13:48:33.990 2013-06-03 14:49:07.630 21364810 24051752 24084520 2 2013-11-04 08:56:01.100 2013-11-04 09:08:53.163 23625736 27140891 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 25690115 21626899 24543463 2014-04-17 11:25:38.570 2014-04-17 11:25:38.570 27140884 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 25690116 21626899 25395718 2014-04-17 16:12:48.300 2014-04-17 16:12:48.300 24051750 24084518 6 2013-11-04 08:56:46.157 2013-11-25 16:03:05.757 23625739 27140885 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24051747 24084515 4 2013-11-04 08:56:46.157 2013-11-25 15:55:56.977 23625739 27140886 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21364856 21397623 11 2013-06-03 13:48:33.990 2013-06-04 07:54:16.327 21364810 24051748 24084516 5 2013-11-04 08:56:46.157 2013-11-25 16:01:46.963 23625739 27140887 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24051756 24084524 7 2013-11-04 08:56:46.157 2013-11-25 16:09:02.847 23625739 24051758 24084526 8 2013-11-04 08:56:46.157 2013-11-25 16:27:51.633 23625739 15630772 15663529 7 2011-01-03 12:19:25.467 2011-01-05 12:29:06.967 15630629 21528579 21364810 2013-06-03 14:09:40.590 2013-06-03 14:09:40.590 4815 1 15630778 15663535 8 2011-01-03 12:19:25.467 2011-01-05 12:54:58.617 15630629 21528581 15630841 2013-06-03 14:30:30.100 2013-06-03 14:30:30.100 1758201 1 21528582 21364810 2013-06-04 09:00:49.473 2013-06-04 09:00:49.473 273877 1 15630767 15663524 6 2011-01-03 12:19:25.467 2011-01-04 13:01:31.157 15630629 21528593 21364810 2013-06-07 12:55:39.410 2013-06-07 12:56:07.247 4082890 1 15630794 15663551 1 2011-01-04 13:00:35.710 2011-01-04 13:00:35.710 15630664 21528594 21364810 2013-06-07 12:55:59.947 2013-06-07 12:55:59.947 4900082 1 15630792 15663549 1 2011-01-04 14:24:46.197 2011-01-04 14:24:46.197 15630686 15630791 15663548 3 2011-01-03 10:06:18.620 2011-01-03 10:25:45.783 15630618 15630782 15663539 9 2011-01-03 12:19:25.467 2011-01-05 13:05:48.487 15630629 24051782 24084550 212 2012-01-12 16:48:35.127 2013-04-18 11:41:47.663 18579493 15630786 15663543 2 2011-01-05 13:04:11.897 2011-01-05 13:14:25.133 15630774 15630784 15663541 1 2011-01-05 13:04:11.897 2011-01-05 13:04:11.897 15630774 24051786 24084554 1 2013-12-02 11:52:01.597 2013-12-02 11:52:01.597 24051784 24051790 24084558 3 2013-12-02 11:52:01.597 2013-12-02 12:15:19.840 24051784 24051788 24084556 2 2013-12-02 11:52:01.597 2013-12-02 12:13:13.537 24051784 24051793 24084561 4 2013-12-02 11:52:01.597 2013-12-02 12:43:44.823 24051784 24051798 24084566 9 2013-06-04 08:38:48.840 2013-11-21 11:31:57.797 21364857 24051796 24084564 6 2013-12-02 11:52:01.597 2013-12-03 06:38:58.983 24051784 24051795 24084563 5 2013-12-02 11:52:01.597 2013-12-03 06:33:40.913 24051784 15663768 15631013 24051802 24084570 8 2013-12-02 11:52:01.597 2013-12-03 09:22:40.877 24051784 24051801 24084569 10 2013-06-04 08:38:48.840 2013-12-03 08:29:17.580 21364857 24051799 24084567 7 2013-12-02 11:52:01.597 2013-12-03 06:46:16.387 24051784 24051805 24084573 11 2013-12-02 11:52:01.597 2013-12-03 11:32:04.347 24051784 15630820 15663577 10 2011-01-03 12:19:25.467 2011-01-05 13:11:40.610 15630629 24051803 24084571 9 2013-12-02 11:52:01.597 2013-12-03 11:31:30.817 24051784 15630822 15663579 11 2011-01-03 12:19:25.467 2011-01-05 23:29:29.997 15630629 24051804 24084572 10 2013-12-02 11:52:01.597 2013-12-03 11:31:44.147 24051784 24051809 24084577 11 2013-06-04 08:38:48.840 2013-12-03 09:41:50.153 21364857 15630824 15663581 2 2011-01-04 13:00:35.710 2011-01-05 13:57:34.557 15630664 24051810 24084578 12 2013-06-04 08:38:48.840 2013-12-03 11:54:38.200 21364857 24051807 24084575 12 2013-12-02 11:52:01.597 2013-12-03 11:32:38.077 24051784 15630826 15663583 6 2010-12-14 12:11:09.683 2011-01-03 11:38:59.063 15630448 24051811 24084579 13 2013-12-02 11:52:01.597 2013-12-03 11:47:08.160 24051784 21528637 15630841 2013-08-12 14:11:06.847 2013-08-12 14:11:06.847 39951 1 15630818 15663575 1 2011-01-05 17:36:24.157 2011-01-05 17:36:24.157 15630817 24052105 24084864 238 2012-01-12 16:48:35.127 2013-12-30 10:56:44.050 18579493 24052103 24084862 237 2012-01-12 16:48:35.127 2013-12-30 10:56:30.293 18579493 24052101 24084860 236 2012-01-12 16:48:35.127 2013-12-30 10:56:07.400 18579493 21365015 21397775 5 2013-06-04 08:38:48.840 2013-06-04 09:18:16.387 21364857 24052099 24084858 235 2012-01-12 16:48:35.127 2013-12-30 10:55:54.047 18579493 24052097 24084856 234 2012-01-12 16:48:35.127 2013-12-30 10:55:36.360 18579493 24052095 24084854 233 2012-01-12 16:48:35.127 2013-12-30 10:55:27.037 18579493 6750237 6783005 3 2008-10-22 10:10:05.160 2008-10-22 10:11:57.830 6750229 24052093 24084852 232 2012-01-12 16:48:35.127 2013-12-30 10:55:06.463 18579493 24052091 24084850 231 2012-01-12 16:48:35.127 2013-12-30 10:54:50.083 18579493 24052089 24084848 230 2012-01-12 16:48:35.127 2013-12-30 10:54:40.250 18579493 24052087 24084846 229 2012-01-12 16:48:35.127 2013-12-30 10:54:19.653 18579493 19146270 15630686 2012-06-27 16:32:44.887 2012-06-27 16:32:44.887 6750232 6783000 2 2008-10-22 10:10:05.160 2008-10-22 10:11:46.707 6750229 19146271 15630686 2012-06-27 16:32:44.887 2012-06-27 16:32:44.887 6750231 6782999 1 2008-10-22 10:10:05.160 2008-10-22 10:10:05.160 6750229 24052085 24084844 228 2012-01-12 16:48:35.127 2013-12-30 10:54:01.647 18579493 19146272 15630686 2012-06-27 16:32:44.887 2012-06-27 16:32:44.887 24052083 24084842 227 2012-01-12 16:48:35.127 2013-12-30 10:53:37.430 18579493 24052081 24084840 226 2012-01-12 16:48:35.127 2013-12-30 10:53:27.307 18579493 11829835 11797082 21365022 21397782 21 2013-06-03 13:48:33.990 2013-06-04 09:36:51.723 21364810 24052079 24084838 225 2012-01-12 16:48:35.127 2013-12-30 10:53:18.650 18579493 15663995 15631245 24052077 24084836 224 2012-01-12 16:48:35.127 2013-12-30 10:52:59.570 18579493 24052135 24084894 252 2012-01-12 16:48:35.127 2013-12-30 11:24:31.957 18579493 24052137 24084896 253 2012-01-12 16:48:35.127 2013-12-30 11:25:07.367 18579493 24052132 24084891 251 2012-01-12 16:48:35.127 2013-12-30 11:17:26.533 18579493 24052131 24084890 10 2012-01-12 16:54:41.707 2013-12-30 11:16:56.353 18579502 19146257 15630664 2012-06-27 16:32:13.513 2012-06-27 16:32:13.513 24052133 24084892 1 2013-12-30 10:03:13.517 2013-12-30 10:03:13.517 24052056 19146256 15630664 2012-06-27 16:32:13.513 2012-06-27 16:32:13.513 24052128 24084887 249 2012-01-12 16:48:35.127 2013-12-30 11:16:42.010 18579493 24052130 24084889 250 2012-01-12 16:48:35.127 2013-12-30 11:17:17.117 18579493 19041604 19074285 203 2012-01-12 16:48:35.127 2013-01-08 09:24:23.533 18579493 24052124 24084883 247 2012-01-12 16:48:35.127 2013-12-30 10:58:42.237 18579493 24052123 24084882 3 2013-12-30 10:02:36.947 2013-12-30 11:05:44.550 24052054 24052126 24084885 9 2012-01-12 16:54:41.707 2012-06-27 15:40:09.557 18579502 24052125 24084884 248 2012-01-12 16:48:35.127 2013-12-30 11:16:00.173 18579493 24052119 24084878 245 2012-01-12 16:48:35.127 2013-12-30 10:58:15.797 18579493 19041582 19074264 6 2013-01-08 09:28:02.247 2013-01-08 09:36:38.597 19041565 24052121 24084880 246 2012-01-12 16:48:35.127 2013-12-30 10:58:28.960 18579493 19041580 19074262 5 2013-01-08 09:28:02.247 2013-01-08 09:35:46.540 19041565 24052122 24084881 2 2013-12-30 10:02:36.947 2013-12-30 10:09:12.620 24052054 24052115 24084874 243 2012-01-12 16:48:35.127 2013-12-30 10:57:49.000 18579493 19041586 19074268 10 2013-01-08 09:28:02.247 2013-01-08 10:31:05.893 19041565 19041585 19074267 9 2013-01-08 09:28:02.247 2013-01-08 10:04:07.150 19041565 24052117 24084876 244 2012-01-12 16:48:35.127 2013-12-30 10:57:57.920 18579493 19041584 19074266 8 2013-01-08 09:28:02.247 2013-01-08 09:58:57.060 19041565 19041583 19074265 7 2013-01-08 09:28:02.247 2013-01-08 09:55:49.970 19041565 24052111 24084870 241 2012-01-12 16:48:35.127 2013-12-30 10:57:24.607 18579493 24052113 24084872 242 2012-01-12 16:48:35.127 2013-12-30 10:57:40.223 18579493 19041587 19074269 11 2013-01-08 09:28:02.247 2013-01-08 10:32:13.733 19041565 24052107 24084866 239 2012-01-12 16:48:35.127 2013-12-30 10:56:54.837 18579493 24052109 24084868 240 2012-01-12 16:48:35.127 2013-12-30 10:57:15.060 18579493 24052166 24084925 271 2012-01-12 16:48:35.127 2013-12-30 12:58:34.217 18579493 24052165 24084924 270 2012-01-12 16:48:35.127 2013-12-30 12:56:58.167 18579493 15630396 15663159 1 2010-12-02 13:39:54.097 2010-12-02 13:39:54.097 15630393 24052164 24084923 269 2012-01-12 16:48:35.127 2013-12-30 12:54:02.657 18579493 24052163 24084922 268 2012-01-12 16:48:35.127 2013-12-30 12:53:19.650 18579493 15630398 15663161 2 2010-12-02 13:39:54.097 2010-12-02 13:59:29.147 15630393 6553821 6520835 2008-10-20 13:34:25.953 2008-10-20 13:34:25.953 24052170 24084929 274 2012-01-12 16:48:35.127 2013-12-30 13:18:37.193 18579493 6553822 6520835 2008-10-20 13:34:25.953 2008-10-20 13:34:25.953 24052169 24084928 273 2012-01-12 16:48:35.127 2013-12-30 13:10:08.450 18579493 15630400 15663163 3 2010-12-02 13:39:54.097 2010-12-02 14:27:36.523 15630393 24052167 24084926 272 2012-01-12 16:48:35.127 2013-12-30 13:09:41.717 18579493 6553817 6520835 2008-10-20 13:34:25.953 2008-10-20 13:34:25.953 24052158 24084917 265 2012-01-12 16:48:35.127 2013-12-30 12:50:47.870 18579493 19041575 19074257 2 2013-01-08 09:28:02.247 2013-01-08 09:34:40.783 19041565 6553818 6520835 2008-10-20 13:34:25.953 2008-10-20 13:34:25.953 24052157 24084916 264 2012-01-12 16:48:35.127 2013-12-30 12:50:34.277 18579493 6553819 6520835 2008-10-20 13:34:25.953 2008-10-20 13:34:25.953 24052156 24084915 263 2012-01-12 16:48:35.127 2013-12-30 12:49:43.360 18579493 19041577 19074259 3 2013-01-08 09:28:02.247 2013-01-08 09:34:51.533 19041565 6553820 6520835 2008-10-20 13:34:25.953 2008-10-20 13:34:25.953 19041578 19074260 4 2013-01-08 09:28:02.247 2013-01-08 09:35:37.643 19041565 24052161 24084920 267 2012-01-12 16:48:35.127 2013-12-30 12:52:21.233 18579493 24052160 24084919 266 2012-01-12 16:48:35.127 2013-12-30 12:51:23.260 18579493 6553816 6520835 2008-10-20 13:34:12.120 2008-10-20 13:34:12.120 19041574 19074256 1 2013-01-08 09:28:02.247 2013-01-08 09:28:02.247 19041565 24052149 24084908 258 2012-01-12 16:48:35.127 2013-12-30 12:45:24.057 18579493 24052150 24084909 259 2012-01-12 16:48:35.127 2013-12-30 12:46:40.280 18579493 24052147 24084906 257 2012-01-12 16:48:35.127 2013-12-30 12:42:19.040 18579493 24052153 24084912 261 2012-01-12 16:48:35.127 2013-12-30 12:48:50.883 18579493 24052154 24084913 262 2012-01-12 16:48:35.127 2013-12-30 12:49:22.993 18579493 24052152 24084911 260 2012-01-12 16:48:35.127 2013-12-30 12:47:09.837 18579493 24052141 24084900 255 2012-01-12 16:48:35.127 2013-12-30 11:25:24.510 18579493 24052142 24084901 1 2013-12-30 10:05:38.197 2013-12-30 10:05:38.197 24052059 24052139 24084898 254 2012-01-12 16:48:35.127 2013-12-30 11:25:15.577 18579493 19041562 19074244 202 2012-01-12 16:48:35.127 2012-11-27 10:33:41.247 18579493 24052140 24084899 15 2013-12-02 11:52:01.597 2013-12-03 16:23:36.517 24051784 24052145 24084904 256 2012-01-12 16:48:35.127 2013-12-30 11:35:43.747 18579493 24052143 24084902 5 2012-09-18 11:13:51.977 2013-02-20 07:42:34.710 19040886 24052196 24084955 19 2012-01-12 16:54:41.707 2013-12-30 13:53:12.277 18579502 6553793 6520835 2008-10-20 13:29:43.467 2008-10-20 13:29:43.467 6553794 6520835 2008-10-20 13:29:43.467 2008-10-20 13:29:43.467 24052200 24084959 21 2012-01-12 16:54:41.707 2013-12-30 14:05:43.867 18579502 6553791 6520835 2008-10-20 13:29:43.467 2008-10-20 13:29:43.467 24052199 24084958 20 2012-01-12 16:54:41.707 2013-12-30 14:01:07.307 18579502 6553792 6520835 2008-10-20 13:29:43.467 2008-10-20 13:29:43.467 6553789 6520835 2008-10-20 13:29:43.467 2008-10-20 13:29:43.467 24052202 24084961 4 2013-12-30 10:02:36.947 2013-12-30 11:06:09.907 24052054 6553790 6520835 2008-10-20 13:29:43.467 2008-10-20 13:29:43.467 24052188 24084947 14 2012-01-12 16:54:41.707 2013-12-30 13:44:55.680 18579502 6553787 6520835 2008-10-20 13:29:43.463 2008-10-20 13:29:43.463 27140831 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 6553788 6520835 2008-10-20 13:29:43.467 2008-10-20 13:29:43.467 21365039 21397799 256 2011-01-06 17:25:50.527 2013-06-10 13:57:38.843 15630841 24052190 24084949 15 2012-01-12 16:54:41.707 2013-12-30 13:46:17.893 18579502 6553785 6520835 2008-10-20 13:29:43.463 2008-10-20 13:29:43.463 6553786 6520835 2008-10-20 13:29:43.463 2008-10-20 13:29:43.463 24052192 24084951 16 2012-01-12 16:54:41.707 2013-12-30 13:49:04.900 18579502 15663883 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|ODSS Web Application Development Quick Start^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install the Maven Plugin*: ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _M2Eclipse_ and in the Location box, enter http://m2eclipse.sonatype.org/sites/m2e ## Click on OK, and the list of things to install will show up. ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. To add SmartGWT to your project {note:title=SmartGWT in the list of Maven dependencies} Note that you don't need to do this in the ODSS project as it is included in the Maven list of dependencies. {note} # After creating a GWT project, you can add the SmartGWT components to it. # Download the 2.4 zip file [here|http://smartgwt.googlecode.com/files/smartgwt-2.4.zip] # Unpack the zip somewhere convenient. # Right click on your project and select 'Build Path > Configure Build Path..." # Click on the 'Libraries' tab # Click on 'Add external jars..." # Navigate to the location where you unpacked the zip file and select the smartgwt.jar and the smartgwt-skins.jar and then click on 'Open'. # Then click on OK. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out JD's original tagged code and run (these instructions are using Subclipse in Eclipse) # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* # In the left pane, select the *SVN Repositories* tab. # Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location # In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. # You should see a listing something like: !SVNCheckout.jpg! # Right-click on the _jd-2010-12-02_ folder and select *Checkout...*. You can accept the defaults for the most part (unless you want to change the location where the project was checked out on your local disk). All the files will then be copied down to your local machine (this can take a while!). # Open the Java perspective and you should now see the MBARI_DSS_v0 project in the Package Explorer. {note:title=Broken JRE dependency} At least on the Mac, the project had errors because the expected JRE was not located. This makes sense because it is pretty unlikely the JRE will be in the same spot for developer to developer. No big deal, right click on the project and choose *Build Path...\->Configure Build Path*. Click on the *Libraries* tab and you will probably see a red X next to the JRE. Select the JRE and click on *Remove*. Then click on *Add Library*, select *JRE System Library*, and then click Next\->. More than likely you can choose the default, but make sure it is 1.6, then click Finish. Click OK and the project should be right as rain. {note} # Right-click on the MBARI_DSS_v0 project and select *Run As\->Web Application*. This will start up the application in an embedded server environment. # Open http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html in your browser and you should see the application running. # To stop the application, go back to Eclipse and click on the red stop box in the Console window. h5. Check out the trunk and run # Go back to *SVN Repository Exploring* perspective. # In the *SVN Repositories* tab, right click on the *trunk* folder and select *Checkout...*. Again, the defaults are fine unless you want to change the local location. # When done, you can switch to the *Java* perspective and see the project under the previous project. Several things need to be done before the project will right itself. ## If the Maven plugin in Eclipse does not resolve dependencies for you, you can: ### Go to a command line and cd to the location of the project that you checked out (should have the pom.xml file in it). ### Run *mvn clean compile*. That should download all the dependent jars that are needed for the project. # You should then be able to go to a command line and type *mvn clean compile package* and it will churn for a bit and generate a dss-1.0-SNAPSHOT.war file in the target directory which then can be deployed in your tomcat webapps directory. # Browse to [http://localhost:8080/dss-1.0-SNAPSHOT/] and you should see the application. ]]> 15631132 6553783 6520835 2008-10-20 13:29:43.463 2008-10-20 13:29:43.463 15630441 15663206 2 2010-12-10 11:09:31.693 2010-12-10 11:18:03.207 15630437 27140835 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 6553784 6520835 2008-10-20 13:29:43.463 2008-10-20 13:29:43.463 27140834 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24052194 24084953 18 2012-01-12 16:54:41.707 2013-12-30 13:52:37.500 18579502 6553781 6520835 2008-10-20 13:29:43.463 2008-10-20 13:29:43.463 15630439 15663204 1 2010-12-10 11:09:31.693 2010-12-10 11:09:31.693 15630437 27140833 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24052193 24084952 17 2012-01-12 16:54:41.707 2013-12-30 13:51:57.890 18579502 6553782 6520835 2008-10-20 13:29:43.463 2008-10-20 13:29:43.463 27140832 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 21365037 21397797 255 2011-01-06 17:25:50.527 2013-06-03 14:36:30.333 15630841 24052179 24084938 280 2012-01-12 16:48:35.127 2013-12-30 13:23:31.757 18579493 27140838 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24052180 24084939 281 2012-01-12 16:48:35.127 2013-12-30 13:23:42.180 18579493 27140839 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24052181 24084940 282 2012-01-12 16:48:35.127 2013-12-30 13:24:27.773 18579493 27140836 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24052182 24084941 283 2012-01-12 16:48:35.127 2013-12-30 13:34:07.593 18579493 27140837 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140842 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24052184 24084943 11 2012-01-12 16:54:41.707 2013-12-30 11:19:26.270 18579502 27140843 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24052185 24084944 12 2012-01-12 16:54:41.707 2013-12-30 13:43:24.683 18579502 27140840 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24052186 24084945 13 2012-01-12 16:54:41.707 2013-12-30 13:44:10.817 18579502 27140841 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140846 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24052172 24084931 275 2012-01-12 16:48:35.127 2013-12-30 13:19:05.860 18579493 27140847 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24052173 24084932 276 2012-01-12 16:48:35.127 2013-12-30 13:21:08.213 18579493 27140844 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24052174 24084933 277 2012-01-12 16:48:35.127 2013-12-30 13:21:28.863 18579493 27140845 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140850 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24052176 24084935 278 2012-01-12 16:48:35.127 2013-12-30 13:22:08.610 18579493 27140851 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 27140848 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24052178 24084937 279 2012-01-12 16:48:35.127 2013-12-30 13:22:56.590 18579493 27140849 15630841 2015-05-12 11:08:39.437 2015-05-12 11:08:39.437 24051969 24084731 25 2013-06-04 08:38:48.840 2013-12-18 13:59:48.907 21364857 21365133 21397878 8 2012-08-15 11:33:52.730 2013-06-17 15:16:40.260 19040544 19041766 19074445 12 2013-01-24 08:08:57.070 2013-01-28 13:03:13.933 19041691 21365132 21397877 7 2012-08-15 11:33:52.730 2012-09-12 22:05:31.133 19040544 19041765 19074444 14 2013-01-08 09:28:02.247 2013-01-28 16:16:17.773 19041565 24051966 24084729 6 2013-12-17 17:11:04.963 2013-12-18 13:54:51.627 24051932 24051964 24084727 24 2013-06-04 08:38:48.840 2013-12-18 13:58:38.687 21364857 24051973 24084735 2 2013-12-17 17:07:29.460 2013-12-18 16:34:46.917 24051929 24051971 24084733 1 2013-12-17 17:07:29.460 2013-12-17 17:07:29.460 24051929 24051954 24084717 22 2013-06-04 08:38:48.840 2013-12-18 11:43:31.577 21364857 15630456 15663221 2 2010-12-14 12:11:09.683 2010-12-14 12:13:56.573 15630448 19041749 19074429 13 2013-01-08 09:28:02.247 2013-01-22 13:32:15.067 19041565 24051951 24084714 21 2013-06-04 08:38:48.840 2013-12-18 11:36:01.607 21364857 24051949 24084712 20 2013-06-04 08:38:48.840 2013-12-18 11:16:45.240 21364857 24051962 24084725 23 2013-06-04 08:38:48.840 2013-12-18 11:50:02.507 21364857 19041739 19074419 207 2011-01-06 17:25:50.527 2012-10-08 13:20:40.063 15630841 24051960 24084723 5 2013-12-17 17:11:04.963 2013-12-18 13:54:06.043 24051932 19041741 19074421 208 2011-01-06 17:25:50.527 2013-01-28 13:20:03.807 15630841 24051959 24084722 4 2013-12-17 17:11:04.963 2013-12-18 13:53:25.597 24051932 15630450 15663215 1 2010-12-14 12:11:09.683 2010-12-14 12:11:09.683 15630448 24051958 24084721 3 2013-12-17 17:11:04.963 2013-12-17 17:19:44.407 24051932 19041743 19074423 209 2011-01-06 17:25:50.527 2013-01-28 13:28:55.357 15630841 19041744 19074424 210 2011-01-06 17:25:50.527 2013-01-28 13:32:56.387 15630841 15664122 15631372 24051956 24084719 1 2013-12-17 17:27:30.110 2013-12-17 17:27:30.110 24051942 19041745 19074425 211 2011-01-06 17:25:50.527 2013-01-28 13:33:19.943 15630841 19041746 19074426 212 2011-01-06 17:25:50.527 2013-01-28 13:34:31.450 15630841 19041734 19074414 10 2013-01-24 08:08:57.070 2013-01-28 12:48:48.030 19041691 19041732 19074412 9 2013-01-24 08:08:57.070 2013-01-28 12:46:21.073 19041691 24051996 24084758 26 2013-06-03 13:48:33.990 2013-12-19 17:19:59.737 21364810 19041736 19074416 11 2013-01-24 08:08:57.070 2013-01-28 12:57:26.280 19041691 19041726 19074406 6 2013-01-24 08:08:57.070 2013-01-28 11:39:31.737 19041691 19041724 19074404 5 2013-01-24 08:08:57.070 2013-01-25 08:02:52.057 19041691 24052003 24084764 5 2013-12-17 17:07:29.460 2013-12-19 11:28:09.893 24051929 19041730 19074410 8 2013-01-24 08:08:57.070 2013-01-28 12:40:28.537 19041691 24052004 24084765 6 2013-12-17 17:07:29.460 2013-12-20 13:38:29.720 24051929 19041728 19074408 7 2013-01-24 08:08:57.070 2013-01-28 11:40:14.767 19041691 15664083 15631333 24051992 24084754 4 2013-12-17 17:07:29.460 2013-12-19 11:05:10.607 24051929 24051991 24084753 2 2013-12-17 17:27:30.110 2013-12-18 11:55:44.993 24051942 21365123 21397868 257 2011-01-06 17:25:50.527 2013-06-10 14:06:08.037 15630841 24051994 24084756 25 2013-06-03 13:48:33.990 2013-12-17 17:12:12.080 21364810 24051993 24084755 7 2013-12-17 17:11:04.963 2013-12-18 14:16:51.800 24051932 21365125 21397870 258 2011-01-06 17:25:50.527 2013-06-17 13:07:12.280 15630841 24051988 24084750 3 2013-12-17 17:07:29.460 2013-12-18 16:41:18.627 24051929 21365127 21397872 259 2011-01-06 17:25:50.527 2013-06-17 13:26:20.090 15630841 21365130 21397875 261 2011-01-06 17:25:50.527 2013-06-17 14:10:32.267 15630841 21365129 21397874 260 2011-01-06 17:25:50.527 2013-06-17 14:07:11.923 15630841 15630535 15663298 3 2010-12-10 11:09:31.693 2010-12-10 11:29:19.177 15630437 19041699 19074379 4 2013-01-24 08:08:57.070 2013-01-24 10:11:40.203 19041691 8945906 8913148 9372479 9405210 6 2008-10-22 10:10:05.160 2008-10-23 10:59:19.007 6750229 19154065 15630437 2012-07-05 09:42:52.870 2012-07-05 09:42:52.870 19041695 19074375 2 2013-01-24 08:08:57.070 2013-01-24 09:34:17.087 19041691 9372481 9405212 3 2008-11-17 12:37:54.930 2008-12-09 08:57:14.660 7766106 19154066 15630437 2012-07-05 09:42:52.870 2012-07-05 09:42:52.870 19154067 15630437 2012-07-05 09:42:52.870 2012-07-05 09:42:52.870 19041697 19074377 3 2013-01-24 08:08:57.070 2013-01-24 09:59:51.360 19041691 24052041 24084802 9 2013-12-17 17:07:29.460 2013-12-30 08:58:25.453 24051929 9372476 9405207 4 2009-04-02 19:33:13.103 2009-04-02 19:42:21.950 9372469 9372477 9405208 7 2009-02-18 22:50:30.200 2009-02-18 23:53:56.410 9371694 24052039 24084800 7 2013-12-17 17:07:29.460 2013-12-20 13:40:38.263 24051929 24052040 24084801 8 2013-12-17 17:07:29.460 2013-12-30 08:57:12.593 24051929 19041693 19074373 1 2013-01-24 08:08:57.070 2013-01-24 08:08:57.070 19041691 9372471 9405202 1 2009-04-02 19:33:13.103 2009-04-02 19:33:13.103 9372469 19041689 19074369 205 2012-01-12 16:48:35.127 2013-01-22 13:32:14.983 18579493 9372474 9405205 3 2009-04-02 19:33:13.103 2009-04-02 19:41:59.210 9372469 9372473 9405204 2 2009-04-02 19:33:13.103 2009-04-02 19:41:01.353 9372469 8945907 8913150 15630566 15663328 16 2010-12-10 11:09:31.693 2010-12-20 17:58:41.917 15630437 15630564 15663326 15 2010-12-10 11:09:31.693 2010-12-20 17:12:14.807 15630437 15630570 15663332 18 2010-12-10 11:09:31.693 2010-12-20 19:26:32.080 15630437 24052064 24084823 220 2012-01-12 16:48:35.127 2013-12-30 10:04:02.063 18579493 15630568 15663330 17 2010-12-10 11:09:31.693 2010-12-20 19:04:32.560 15630437 24052065 24084824 1 2013-12-30 10:02:36.947 2013-12-30 10:02:36.947 24052054 19041667 19074347 12 2013-01-08 09:28:02.247 2013-01-08 10:32:47.023 19041565 19041666 19074346 204 2012-01-12 16:48:35.127 2013-01-10 14:12:00.773 18579493 15630558 15663320 13 2010-12-10 11:09:31.693 2010-12-20 16:32:00.930 15630437 24052068 24084827 221 2012-01-12 16:48:35.127 2013-12-30 10:09:02.990 18579493 15630556 15663318 12 2010-12-10 11:09:31.693 2010-12-20 16:16:45.737 15630437 24052071 24084830 222 2012-01-12 16:48:35.127 2013-12-30 10:51:46.433 18579493 15630562 15663324 14 2010-12-10 11:09:31.693 2010-12-20 16:41:32.733 15630437 15630560 15663322 1 2010-12-20 13:22:58.977 2010-12-20 13:22:58.977 15630538 24052074 24084833 223 2012-01-12 16:48:35.127 2013-12-30 10:52:25.980 18579493 24052043 24084804 214 2012-01-12 16:48:35.127 2013-12-04 17:06:58.550 18579493 15630550 15663312 9 2010-12-10 11:09:31.693 2010-12-20 15:21:43.633 15630437 24052045 24084806 215 2012-01-12 16:48:35.127 2013-12-30 09:30:52.680 18579493 15630548 15663310 8 2010-12-10 11:09:31.693 2010-12-20 15:11:22.190 15630437 24052047 24084808 216 2012-01-12 16:48:35.127 2013-12-30 09:45:57.337 18579493 15630554 15663316 11 2010-12-10 11:09:31.693 2010-12-20 15:58:55.677 15630437 19154069 15630437 2012-07-05 09:42:52.870 2012-07-05 09:42:52.870 24052049 24084810 217 2012-01-12 16:48:35.127 2013-12-30 09:48:34.313 18579493 19154068 15630437 2012-07-05 09:42:52.870 2012-07-05 09:42:52.870 15630552 15663314 10 2010-12-10 11:09:31.693 2010-12-20 15:44:40.713 15630437 24052051 24084812 218 2012-01-12 16:48:35.127 2013-12-30 09:49:29.547 18579493 15630542 15663304 5 2010-12-10 11:09:31.693 2010-12-20 13:34:56.913 15630437 15630540 15663302 4 2010-12-10 11:09:31.693 2010-12-20 13:20:23.160 15630437 15630546 15663308 7 2010-12-10 11:09:31.693 2010-12-20 15:00:36.320 15630437 24052057 24084818 219 2012-01-12 16:48:35.127 2013-12-30 10:00:29.673 18579493 15630544 15663306 6 2010-12-10 11:09:31.693 2010-12-20 14:09:23.830 15630437 9405200 9372469 19040818 19073512 3 2012-07-16 12:56:51.560 2012-09-11 09:39:07.797 19040116 19040817 19073511 2 2012-07-16 12:56:51.560 2012-07-16 12:58:09.490 19040116 19040850 19073543 5 2012-08-15 11:33:52.730 2012-09-12 22:03:40.717 19040544 19040849 19073542 4 2012-08-15 11:33:52.730 2012-08-31 09:32:57.280 19040544 19040857 19073550 191 2012-01-12 16:48:35.127 2012-09-05 16:18:21.260 18579493 20185718 19041565 2013-02-13 06:00:21.453 2013-02-13 06:00:21.453 19040853 19073546 2 2012-09-05 16:13:46.787 2012-09-05 16:16:24.170 19040787 20185716 19041565 2013-02-13 06:00:21.453 2013-02-13 06:00:21.453 19040851 19073544 6 2012-08-15 11:33:52.730 2012-09-12 22:04:25.717 19040544 20185717 19041565 2013-02-13 06:00:21.453 2013-02-13 06:00:21.453 19040866 19073559 5 2012-09-17 10:54:01.463 2012-09-17 11:37:25.593 19040855 19040864 19073557 4 2012-09-17 10:54:01.463 2012-09-17 11:35:18.217 19040855 19040862 19073555 3 2012-09-17 10:54:01.463 2012-09-17 11:33:30.080 19040855 19040859 19073552 1 2012-09-17 10:54:01.463 2012-09-17 10:54:01.463 19040855 19040860 19073553 2 2012-09-17 10:54:01.463 2012-09-17 11:32:15.127 19040855 19040873 19073566 189 2011-01-06 17:25:50.527 2012-09-17 13:05:44.600 15630841 19040871 19073564 188 2011-01-06 17:25:50.527 2012-08-30 11:46:12.487 15630841 19040869 19073562 7 2012-09-17 10:54:01.463 2012-09-17 12:02:29.487 19040855 19040868 19073561 6 2012-09-17 10:54:01.463 2012-09-17 11:44:24.860 19040855 20185820 19041691 2013-02-15 11:52:31.153 2013-02-15 11:52:31.153 20185821 19041691 2013-02-15 11:52:31.153 2013-02-15 11:52:31.153 20185822 19041691 2013-02-15 11:52:31.153 2013-02-15 11:52:31.153 20185823 19041691 2013-02-15 11:52:31.153 2013-02-15 11:52:31.153 20185824 19041691 2013-02-15 11:52:31.153 2013-02-15 11:52:31.153 20185825 19041691 2013-02-15 11:52:31.153 2013-02-15 11:52:31.153 20185826 19041691 2013-02-15 11:52:31.153 2013-02-15 11:52:31.153 20185827 19041691 2013-02-15 11:52:31.153 2013-02-15 11:52:31.153 19137495 19038350 2012-04-05 13:24:44.890 2012-04-05 13:24:44.890 20185815 19041691 2013-02-15 11:52:31.153 2013-02-15 11:52:31.153 20185816 19041691 2013-02-15 11:52:31.153 2013-02-15 11:52:31.153 20185817 19041691 2013-02-15 11:52:31.153 2013-02-15 11:52:31.153 20185818 19041691 2013-02-15 11:52:31.153 2013-02-15 11:52:31.153 20185819 19041691 2013-02-15 11:52:31.153 2013-02-15 11:52:31.153 19040764 19073460 6 2012-08-02 14:51:22.127 2012-08-06 16:25:04.823 19040383 20185829 19041691 2013-02-15 11:52:31.157 2013-02-15 11:52:31.157 20185828 19041691 2013-02-15 11:52:31.153 2013-02-15 11:52:31.153 20185831 19041691 2013-02-15 11:52:31.157 2013-02-15 11:52:31.157 20185830 19041691 2013-02-15 11:52:31.157 2013-02-15 11:52:31.157 20185833 19041691 2013-02-15 11:52:31.157 2013-02-15 11:52:31.157 20185832 19041691 2013-02-15 11:52:31.157 2013-02-15 11:52:31.157 20185835 19041691 2013-02-15 11:52:31.157 2013-02-15 11:52:31.157 20185834 19041691 2013-02-15 11:52:31.157 2013-02-15 11:52:31.157 19040789 19073485 1 2012-09-05 16:13:46.787 2012-09-05 16:13:46.787 19040787 19040793 19073488 190 2012-01-12 16:48:35.127 2012-09-05 16:17:43.590 18579493 19040791 19073487 189 2012-01-12 16:48:35.127 2012-08-15 11:42:57.603 18579493 18777825 18579917 2012-02-16 12:28:41.597 2012-02-16 12:28:41.597 18777826 18579917 2012-02-16 12:28:41.597 2012-02-16 12:28:41.597 19040951 19073643 193 2011-01-06 17:25:50.527 2012-09-17 13:46:13.143 15630841 19040953 19073645 194 2011-01-06 17:25:50.527 2012-09-20 13:33:47.703 15630841 19040954 19073646 195 2011-01-06 17:25:50.527 2012-09-20 13:37:59.337 15630841 30245086 30277853 189 2014-01-17 13:07:01.043 2018-02-08 14:38:45.993 24052327 30245084 30277851 188 2014-01-17 13:07:01.043 2018-02-08 14:36:05.020 24052327 30245082 30277849 187 2014-01-17 13:07:01.043 2018-02-08 14:35:53.740 24052327 30245080 30277847 186 2014-01-17 13:07:01.043 2016-02-09 14:00:03.180 24052327 19040964 19073656 1 2012-09-24 13:20:05.307 2012-09-24 13:20:05.307 19040962 19040963 19073655 197 2012-01-12 16:48:35.127 2012-09-24 13:11:13.453 18579493 19040966 19073658 2 2012-09-24 13:20:05.307 2012-09-24 13:24:03.517 19040962 19040960 19073652 196 2012-01-12 16:48:35.127 2012-09-19 10:55:47.740 18579493 19040985 19073677 198 2012-01-12 16:48:35.127 2012-09-24 13:21:24.300 18579493 6259409 6520835 6226610 2 2008-10-20 13:29:43.427 2012-07-05 15:36:22.640 19039944 9011203 10059777 19234821 26574851 30867462 19041000 19073692 2 2012-09-26 09:21:09.767 2012-09-26 09:45:27.307 19040987 19146150 15630393 2012-06-27 16:15:47.617 2012-06-27 16:15:47.617 19146151 15630393 2012-06-27 16:15:47.617 2012-06-27 16:15:47.617 19040989 19073681 1 2012-09-26 09:21:09.767 2012-09-26 09:21:09.767 19040987 19146167 15630955 2012-06-27 16:18:55.367 2012-06-27 16:18:55.367 19146169 15630955 2012-06-27 16:18:55.367 2012-06-27 16:18:55.367 19040888 19073580 192 2012-01-12 16:48:35.127 2012-09-17 10:54:39.117 18579493 19146168 15630955 2012-06-27 16:18:55.367 2012-06-27 16:18:55.367 19146171 15630955 2012-06-27 16:18:55.367 2012-06-27 16:18:55.367 19040890 19073582 193 2012-01-12 16:48:35.127 2012-09-18 11:21:28.433 18579493 19146170 15630955 2012-06-27 16:18:55.367 2012-06-27 16:18:55.367 19040875 19073568 190 2011-01-06 17:25:50.527 2012-09-17 13:06:28.863 15630841 19040877 19073570 191 2011-01-06 17:25:50.527 2012-09-17 13:07:13.413 15630841 19040878 19073571 192 2011-01-06 17:25:50.527 2012-09-17 13:45:10.780 15630841 19040880 19073573 8 2012-09-17 10:54:01.463 2012-09-17 12:03:26.640 19040855 27263004 15630841 2015-03-26 09:15:13.013 2015-03-26 09:15:13.013 5861214 1 27263005 24052327 2015-03-27 20:30:51.433 2015-03-27 20:30:51.433 564424 1 27263003 24052327 2015-03-19 13:43:59.360 2015-03-19 13:43:59.360 1260231 1 27263001 15630841 2015-03-09 13:42:08.417 2015-03-09 13:42:08.417 45906 1 27262998 15630841 2015-02-09 15:33:05.203 2015-02-09 15:33:05.203 46174 1 15664262 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install it: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository using SmartSVN|CANON:DSS SmartSVN Setup#SVNsettings] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup#SVNcheckout] *4.* From a terminal window on your computer, navigate to the location of the checked out DSS code (e.g., *cd /username/dss*). \\ \\ Perform an update with the line command: *svn update* ----- \\ h3. Launch the GWT Development Mode *1.* Navigate to the location of the checked out DSS code on your local computer. *2.* Enter the following command to build the GWT development: *mvn gwt:run* *3.* Allow time for this to build. The first build can take a while. *4.* Upon completion of the build, a new window should pop up entitled *GWT Development Mode* *5.* Click on "Launch Default Browser" and install any plugins that may be required by the system. The result should be a web page of the MBARI DSS Web Application. ---- \\ ]]> 15631522 19146188 15630448 2012-06-27 16:23:54.470 2012-06-27 16:23:54.470 19040891 19073583 1 2012-09-18 11:13:51.977 2012-09-18 11:13:51.977 19040886 19146189 15630448 2012-06-27 16:23:54.470 2012-06-27 16:23:54.470 19040893 19073585 2 2012-09-18 11:13:51.977 2012-09-18 11:55:49.453 19040886 20185712 19041565 2013-02-13 06:00:21.453 2013-02-13 06:00:21.453 19040895 19073587 9 2012-09-17 10:54:01.463 2012-09-17 14:37:31.257 19040855 20185713 19041565 2013-02-13 06:00:21.453 2013-02-13 06:00:21.453 20185714 19041565 2013-02-13 06:00:21.453 2013-02-13 06:00:21.453 19040897 19073589 10 2012-09-17 10:54:01.463 2012-09-18 13:19:21.743 19040855 20185715 19041565 2013-02-13 06:00:21.453 2013-02-13 06:00:21.453 27263019 27067008 2015-04-24 12:53:36.673 2015-04-24 12:53:36.673 892578 1 19146198 15630618 2012-06-27 16:25:19.037 2012-06-27 16:25:19.037 27263021 27067008 2015-04-24 13:20:48.913 2015-04-24 13:20:48.913 579525 1 19146197 15630618 2012-06-27 16:25:19.037 2012-06-27 16:25:19.037 27263020 27067008 2015-04-24 13:18:50.377 2015-04-24 13:18:50.377 10813887 1 19146196 15630618 2012-06-27 16:25:19.037 2012-06-27 16:25:19.037 19040922 19073614 12 2012-09-17 10:54:01.463 2012-09-19 11:56:49.693 19040855 19040920 19073612 11 2012-09-17 10:54:01.463 2012-09-18 14:52:24.240 19040855 27263011 23625736 2015-04-07 13:25:52.870 2015-04-07 13:25:52.870 32270 1 19040910 19073602 194 2012-01-12 16:48:35.127 2012-09-18 11:55:49.410 18579493 27263010 23625736 2015-04-07 13:25:46.327 2015-04-07 13:25:46.327 27400 1 27263013 23625736 2015-04-07 15:21:12.417 2015-04-07 15:21:12.417 42952 1 19040913 19073605 195 2012-01-12 16:48:35.127 2012-09-19 10:52:22.260 18579493 27263006 24052327 2015-03-27 20:30:51.497 2015-03-27 20:30:51.497 1578343 1 19040911 19073603 1 2012-09-19 10:51:22.847 2012-09-19 10:51:22.847 19040908 27263009 23625736 2015-04-07 12:36:01.397 2015-04-07 12:36:01.397 49033 1 19040912 19073604 2 2012-09-19 10:51:22.847 2012-09-19 10:52:41.180 19040908 27263008 23625736 2015-04-07 12:31:57.233 2015-04-07 12:31:57.233 52428 1 19146214 15630629 2012-06-27 16:26:20.993 2012-06-27 16:26:20.993 19146215 15630629 2012-06-27 16:26:20.993 2012-06-27 16:26:20.993 19146213 15630629 2012-06-27 16:26:20.993 2012-06-27 16:26:20.993 27263030 24052327 2015-06-25 15:50:31.453 2015-06-25 15:50:31.453 1281258 1 19146218 15630629 2012-06-27 16:26:20.993 2012-06-27 16:26:20.993 27263031 24052327 2015-06-25 15:51:27.627 2015-06-25 15:51:27.627 3889158 1 19146216 15630629 2012-06-27 16:26:20.993 2012-06-27 16:26:20.993 19146217 15630629 2012-06-27 16:26:20.993 2012-06-27 16:26:20.993 19040926 19073618 13 2012-09-17 10:54:01.463 2012-09-19 11:58:14.863 19040855 27263029 24052327 2015-06-25 15:49:58.910 2015-06-25 15:49:58.910 78861 1 15664296 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" ---- \\{anchor:SVNcheckout} h3. Checkout DSS Repository using SmartSVN Client *(This will install the project code onto your local computer.)* From the Main Menu: _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/dss) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" dss Click "Continue" Verify settings are correct and click "Finish" ]]> 15631557 27263023 23625736 2015-05-20 14:43:28.737 2015-05-20 14:43:28.737 107123 1 27263024 23625736 2015-05-20 14:55:56.647 2015-05-20 14:55:56.647 48516 1 19041083 19073774 199 2012-01-12 16:48:35.127 2012-09-26 09:20:28.773 18579493 19159356 19040016 2012-07-18 10:34:04.390 2012-07-18 10:34:04.390 23167032 23199796 3 2013-06-03 14:33:26.117 2013-10-08 16:06:37.370 21364827 19159352 19040016 2012-07-18 10:34:04.390 2012-07-18 10:34:04.390 23167031 23199795 2 2013-06-03 14:33:26.117 2013-06-03 14:34:04.990 21364827 19159353 19040016 2012-07-18 10:34:04.390 2012-07-18 10:34:04.390 19071116 19038350 19159354 19040016 2012-07-18 10:34:04.390 2012-07-18 10:34:04.390 19159355 19040016 2012-07-18 10:34:04.390 2012-07-18 10:34:04.390 19159348 19040016 2012-07-18 10:34:04.390 2012-07-18 10:34:04.390 19159349 19040016 2012-07-18 10:34:04.390 2012-07-18 10:34:04.390 19159350 19040016 2012-07-18 10:34:04.390 2012-07-18 10:34:04.390 19159351 19040016 2012-07-18 10:34:04.390 2012-07-18 10:34:04.390 23167053 23199817 5 2012-09-05 16:13:46.787 2013-07-01 10:52:11.467 19040787 19041025 19073717 17 2012-09-17 10:54:01.463 2012-09-27 14:00:33.267 19040855 19041006 19073698 15 2012-09-17 10:54:01.463 2012-09-26 13:27:20.533 19040855 19041005 19073697 14 2012-09-17 10:54:01.463 2012-09-19 15:19:58.303 19040855 19041017 19073709 16 2012-09-17 10:54:01.463 2012-09-26 13:27:39.873 19040855 19041051 19073742 201 2011-01-06 17:25:50.527 2012-10-04 16:34:13.733 15630841 19041052 19073743 202 2011-01-06 17:25:50.527 2012-10-04 16:40:21.417 15630841 19041053 19073744 203 2011-01-06 17:25:50.527 2012-10-04 16:40:49.930 15630841 19159347 19040016 2012-07-18 10:34:04.390 2012-07-18 10:34:04.390 19041055 19073746 204 2011-01-06 17:25:50.527 2012-10-04 16:41:16.060 15630841 19159346 19040016 2012-07-18 10:34:04.390 2012-07-18 10:34:04.390 19159345 19040016 2012-07-18 10:34:04.390 2012-07-18 10:34:04.390 19159344 19040016 2012-07-18 10:34:04.390 2012-07-18 10:34:04.390 19041063 19073754 205 2011-01-06 17:25:50.527 2012-10-04 16:42:24.977 15630841 19041064 19073755 206 2011-01-06 17:25:50.527 2012-10-08 13:18:39.780 15630841 19041065 19073756 3 2012-09-18 11:13:51.977 2012-09-18 12:07:55.783 19040886 19041041 19073732 196 2011-01-06 17:25:50.527 2012-09-20 13:43:51.263 15630841 19041043 19073734 197 2011-01-06 17:25:50.527 2012-10-04 16:17:39.110 15630841 19041045 19073736 198 2011-01-06 17:25:50.527 2012-10-04 16:25:04.663 15630841 19041047 19073738 199 2011-01-06 17:25:50.527 2012-10-04 16:27:31.837 15630841 19041049 19073740 200 2011-01-06 17:25:50.527 2012-10-04 16:29:45.340 15630841 16973874 19039929 2011-04-26 16:16:21.153 2012-07-05 11:01:46.413 7684 3 16973875 19039929 2011-04-26 16:16:21.153 2012-07-05 11:01:46.413 133 1 16973874 16973876 19039929 2011-04-26 16:16:21.153 2012-07-05 11:01:46.413 7684 2 16973874 16973880 19039929 2011-05-02 15:22:37.107 2012-07-05 15:34:33.340 16750 7 16973881 19039929 2011-05-02 15:22:37.107 2012-07-05 11:01:33.810 133 1 16973880 19145881 7503878 2012-06-27 14:52:52.343 2012-06-27 14:52:52.343 15709169 15630817 2011-01-31 13:03:17.207 2011-01-31 13:03:17.207 15709168 15630817 2011-01-31 13:03:17.207 2011-01-31 13:03:17.207 15709171 15630817 2011-01-31 13:03:17.207 2011-01-31 13:03:17.207 19145882 7503878 2012-06-27 14:52:52.343 2012-06-27 14:52:52.343 15709170 15630817 2011-01-31 13:03:17.207 2011-01-31 13:03:17.207 15709165 15630817 2011-01-31 13:03:17.207 2011-01-31 13:03:17.207 15709164 15630817 2011-01-31 13:03:17.207 2011-01-31 13:03:17.207 15709167 15630817 2011-01-31 13:03:17.207 2011-01-31 13:03:17.207 15709166 15630817 2011-01-31 13:03:17.207 2011-01-31 13:03:17.207 15709163 15630817 2011-01-31 13:03:17.207 2011-01-31 13:03:17.207 28803189 1 24052327 2016-01-14 14:29:15.020 2016-01-14 14:29:15.020 28803175 1 16416912 2015-12-10 13:31:15.023 2015-12-10 13:31:15.023 23167117 23199880 282 2011-01-06 17:25:50.527 2013-10-21 14:36:36.390 15630841 23167116 23199879 281 2011-01-06 17:25:50.527 2013-09-16 13:52:43.990 15630841 23167119 23199882 283 2011-01-06 17:25:50.527 2013-10-21 14:38:02.140 15630841 21365972 21398677 265 2011-01-06 17:25:50.527 2013-08-12 14:13:11.587 15630841 21365973 21398678 266 2011-01-06 17:25:50.527 2013-08-12 14:17:42.240 15630841 21365968 21398673 263 2011-01-06 17:25:50.527 2013-08-12 14:05:25.383 15630841 21365970 21398675 264 2011-01-06 17:25:50.527 2013-08-12 14:09:42.773 15630841 21365966 21398671 262 2011-01-06 17:25:50.527 2013-06-17 15:09:09.447 15630841 7635005 7503889 2008-11-10 16:57:09.540 2008-12-04 10:16:59.807 2288747 2 8126469 8060933 2008-12-04 10:17:06.427 2008-12-04 10:17:06.427 8126468 8060932 2008-12-04 10:17:03.937 2008-12-04 10:17:03.937 8126471 8060935 2008-12-04 10:17:27.830 2008-12-04 10:17:27.830 8126470 8060934 2008-12-04 10:17:19.687 2008-12-04 10:17:19.687 8126473 8060937 2008-12-04 10:17:36.240 2008-12-04 10:17:36.240 8126472 8060936 2008-12-04 10:17:35.390 2008-12-04 10:17:35.390 7634956 7503887 2008-11-10 13:23:01.963 2008-12-04 10:16:49.377 1645857 2 7634957 7503887 2008-11-10 13:23:02.307 2008-12-04 10:16:49.760 1877504 2 7634954 7503887 2008-11-10 13:23:01.460 2008-12-04 10:16:46.577 577286 2 7634955 7503887 2008-11-10 13:23:01.730 2008-12-04 10:16:49.163 201439 2 7634952 7503887 2008-11-10 13:23:00.640 2008-12-04 10:16:45.550 1787545 2 7634953 7503887 2008-11-10 13:23:01.060 2008-12-04 10:16:46.183 1981846 2 7634951 7503887 2008-11-10 13:23:00.150 2008-12-04 10:16:45.170 1130507 2 7634964 7372874 2008-11-10 13:23:04.713 2008-12-04 10:17:47.277 944474 2 7634963 7503889 2008-11-10 13:23:04.147 2008-12-04 10:16:59.527 378993 2 7634962 7503889 2008-11-10 13:23:03.980 2008-12-04 10:16:59.267 409037 2 8126465 8060929 2008-12-04 10:16:33.863 2008-12-04 10:16:33.863 8126466 8060930 2008-12-04 10:16:53.403 2008-12-04 10:16:53.403 8126467 8060931 2008-12-04 10:17:00.583 2008-12-04 10:17:00.583 24477697 21626899 24052327 2014-01-27 12:55:15.350 2014-01-27 12:55:15.350 15631675 15664414 51 2011-01-27 08:25:01.400 2011-02-15 13:36:50.090 15631132 15631679 15664418 11 2011-01-26 16:49:58.250 2011-02-01 16:49:02.777 15631117 15631673 15664412 50 2011-01-27 08:25:01.400 2011-02-03 13:13:04.427 15631132 15631662 15664401 80 2011-02-14 12:50:07.840 2011-02-14 15:47:51.477 15631522 15631660 15664399 24 2011-02-14 13:54:28.660 2011-02-14 15:52:07.547 15631557 26805035 23625739 2014-08-20 17:17:28.613 2014-08-20 17:17:28.613 26805034 23625739 2014-08-20 17:17:28.613 2014-08-20 17:17:28.613 26805033 23625739 2014-08-20 17:17:28.613 2014-08-20 17:17:28.613 26805032 23625739 2014-08-20 17:17:28.613 2014-08-20 17:17:28.613 26805031 23625739 2014-08-20 17:17:28.613 2014-08-20 17:17:28.613 26805039 23625739 2014-08-20 17:17:28.613 2014-08-20 17:17:28.613 26805038 23625739 2014-08-20 17:17:28.613 2014-08-20 17:17:28.613 26805037 23625739 2014-08-20 17:17:28.613 2014-08-20 17:17:28.613 26805036 23625739 2014-08-20 17:17:28.613 2014-08-20 17:17:28.613 15631625 15664364 63 2011-02-14 12:50:07.840 2011-02-14 14:43:48.087 15631522 15631626 15664365 64 2011-02-14 12:50:07.840 2011-02-14 14:45:42.513 15631522 15631623 15664362 62 2011-02-14 12:50:07.840 2011-02-14 14:41:16.157 15631522 15631621 15664360 61 2011-02-14 12:50:07.840 2011-02-14 14:40:37.760 15631522 15631619 15664358 59 2011-02-14 12:50:07.840 2011-02-14 14:39:07.040 15631522 15631620 15664359 60 2011-02-14 12:50:07.840 2011-02-14 14:40:13.103 15631522 15631617 15664356 58 2011-02-14 12:50:07.840 2011-02-14 14:38:42.180 15631522 15631615 15664354 56 2011-02-14 12:50:07.840 2011-02-14 14:37:53.697 15631522 15631616 15664355 57 2011-02-14 12:50:07.840 2011-02-14 14:38:14.837 15631522 15631613 15664352 54 2011-02-14 12:50:07.840 2011-02-14 14:32:42.303 15631522 15631614 15664353 55 2011-02-14 12:50:07.840 2011-02-14 14:37:41.927 15631522 15631611 15664350 53 2011-02-14 12:50:07.840 2011-02-14 14:30:19.097 15631522 15631610 15664349 52 2011-02-14 12:50:07.840 2011-02-14 14:27:08.830 15631522 15631608 15664347 13 2011-02-14 13:54:28.660 2011-02-14 14:17:52.320 15631557 15631607 15664346 51 2011-02-14 12:50:07.840 2011-02-14 14:26:41.557 15631522 15631606 15664345 50 2011-02-14 12:50:07.840 2011-02-14 14:26:28.840 15631522 15631605 15664344 49 2011-02-14 12:50:07.840 2011-02-14 14:25:49.137 15631522 15631604 15664343 48 2011-02-14 12:50:07.840 2011-02-14 14:24:55.337 15631522 15631603 15664342 47 2011-02-14 12:50:07.840 2011-02-14 14:23:38.350 15631522 15631602 15664341 46 2011-02-14 12:50:07.840 2011-02-14 14:22:03.217 15631522 15631600 15664339 45 2011-02-14 12:50:07.840 2011-02-14 14:21:31.840 15631522 15631599 15664338 44 2011-02-14 12:50:07.840 2011-02-14 14:21:07.660 15631522 15631598 15664337 43 2011-02-14 12:50:07.840 2011-02-14 14:20:51.097 15631522 15631597 15664336 42 2011-02-14 12:50:07.840 2011-02-14 14:20:19.263 15631522 15631596 15664335 41 2011-02-14 12:50:07.840 2011-02-14 14:20:06.353 15631522 15631595 15664334 40 2011-02-14 12:50:07.840 2011-02-14 14:19:44.957 15631522 15631655 15664394 79 2011-02-14 12:50:07.840 2011-02-14 15:19:50.733 15631522 15631656 15664395 21 2011-02-14 13:54:28.660 2011-02-14 15:18:46.660 15631557 15631657 15664396 22 2011-02-14 13:54:28.660 2011-02-14 15:50:40.553 15631557 15631658 15664397 23 2011-02-14 13:54:28.660 2011-02-14 15:51:44.250 15631557 15631651 15664390 18 2011-02-14 13:54:28.660 2011-02-14 15:17:53.797 15631557 15631652 15664391 19 2011-02-14 13:54:28.660 2011-02-14 15:18:20.970 15631557 15631653 15664392 20 2011-02-14 13:54:28.660 2011-02-14 15:18:35.750 15631557 15631654 15664393 78 2011-02-14 12:50:07.840 2011-02-14 15:17:25.527 15631522 15631648 15664387 77 2011-02-14 12:50:07.840 2011-02-14 15:14:05.467 15631522 15631649 15664388 16 2011-02-14 13:54:28.660 2011-02-14 15:08:24.550 15631557 15631650 15664389 17 2011-02-14 13:54:28.660 2011-02-14 15:17:37.307 15631557 15631643 15664382 15 2011-02-14 13:54:28.660 2011-02-14 14:46:56.657 15631557 15631646 15664385 76 2011-02-14 12:50:07.840 2011-02-14 15:07:45.853 15631522 15631640 15664379 74 2011-02-14 12:50:07.840 2011-02-14 15:02:05.617 15631522 15631639 15664378 73 2011-02-14 12:50:07.840 2011-02-14 15:01:42.617 15631522 15631642 15664381 75 2011-02-14 12:50:07.840 2011-02-14 15:02:31.357 15631522 15631636 15664375 70 2011-02-14 12:50:07.840 2011-02-14 14:59:44.597 15631522 15631638 15664377 72 2011-02-14 12:50:07.840 2011-02-14 15:01:15.780 15631522 15631637 15664376 71 2011-02-14 12:50:07.840 2011-02-14 15:00:58.940 15631522 15631632 15664371 67 2011-02-14 12:50:07.840 2011-02-14 14:53:47.007 15631522 15631634 15664373 69 2011-02-14 12:50:07.840 2011-02-14 14:59:00.910 15631522 15631633 15664372 68 2011-02-14 12:50:07.840 2011-02-14 14:54:48.963 15631522 15631628 15664367 14 2011-02-14 13:54:28.660 2011-02-14 14:27:37.490 15631557 15631627 15664366 65 2011-02-14 12:50:07.840 2011-02-14 14:46:06.997 15631522 15631630 15664369 66 2011-02-14 12:50:07.840 2011-02-14 14:46:18.920 15631522 15631531 15664271 5 2011-02-14 12:50:07.840 2011-02-14 13:04:38.543 15631522 15631533 15664273 6 2011-02-14 12:50:07.840 2011-02-14 13:05:00.553 15631522 15631534 15664274 7 2011-02-14 12:50:07.840 2011-02-14 13:07:45.957 15631522 15631536 15664276 8 2011-02-14 12:50:07.840 2011-02-14 13:15:51.760 15631522 15631537 15664277 9 2011-02-14 12:50:07.840 2011-02-14 13:25:58.997 15631522 15631539 15664279 10 2011-02-14 12:50:07.840 2011-02-14 13:26:30.743 15631522 15631541 15664281 11 2011-02-14 12:50:07.840 2011-02-14 13:32:29.243 15631522 15631543 15664283 12 2011-02-14 12:50:07.840 2011-02-14 13:39:49.953 15631522 15631544 15664284 13 2011-02-14 12:50:07.840 2011-02-14 13:43:26.887 15631522 15631545 15664285 14 2011-02-14 12:50:07.840 2011-02-14 13:43:52.307 15631522 15631546 15664286 15 2011-02-14 12:50:07.840 2011-02-14 13:44:38.877 15631522 15631548 15664288 16 2011-02-14 12:50:07.840 2011-02-14 13:44:59.397 15631522 15631550 15664290 17 2011-02-14 12:50:07.840 2011-02-14 13:45:53.087 15631522 15631552 15664292 19 2011-02-14 12:50:07.840 2011-02-14 13:48:11.833 15631522 15631551 15664291 18 2011-02-14 12:50:07.840 2011-02-14 13:47:42.193 15631522 15631553 15664293 20 2011-02-14 12:50:07.840 2011-02-14 13:48:38.667 15631522 15631555 15664295 21 2011-02-14 12:50:07.840 2011-02-14 13:49:15.673 15631522 15631560 15664299 22 2011-02-14 12:50:07.840 2011-02-14 13:52:33.250 15631522 15631559 15664298 1 2011-02-14 13:54:28.660 2011-02-14 13:54:28.660 15631557 15631562 15664301 23 2011-02-14 12:50:07.840 2011-02-14 13:57:32.933 15631522 15631565 15664304 25 2011-02-14 12:50:07.840 2011-02-14 14:01:36.057 15631522 15631563 15664302 24 2011-02-14 12:50:07.840 2011-02-14 14:01:05.060 15631522 15631569 15664308 26 2011-02-14 12:50:07.840 2011-02-14 14:02:38.073 15631522 15631570 15664309 27 2011-02-14 12:50:07.840 2011-02-14 14:05:05.307 15631522 15631567 15664306 2 2011-02-14 13:54:28.660 2011-02-14 13:56:13.753 15631557 15631568 15664307 3 2011-02-14 13:54:28.660 2011-02-14 14:03:48.723 15631557 15631573 15664312 4 2011-02-14 13:54:28.660 2011-02-14 14:04:12.400 15631557 15631574 15664313 5 2011-02-14 13:54:28.660 2011-02-14 14:07:16.140 15631557 15631571 15664310 28 2011-02-14 12:50:07.840 2011-02-14 14:05:29.787 15631522 15631577 15664316 7 2011-02-14 13:54:28.660 2011-02-14 14:09:59.153 15631557 15631578 15664317 8 2011-02-14 13:54:28.660 2011-02-14 14:11:05.083 15631557 15631576 15664315 6 2011-02-14 13:54:28.660 2011-02-14 14:07:28.273 15631557 15631582 15664321 31 2011-02-14 12:50:07.840 2011-02-14 14:12:47.250 15631522 15631581 15664320 30 2011-02-14 12:50:07.840 2011-02-14 14:12:33.030 15631522 15631580 15664319 29 2011-02-14 12:50:07.840 2011-02-14 14:05:44.750 15631522 15631579 15664318 9 2011-02-14 13:54:28.660 2011-02-14 14:11:34.403 15631557 15631586 15664325 34 2011-02-14 12:50:07.840 2011-02-14 14:14:58.117 15631522 15631585 15664324 33 2011-02-14 12:50:07.840 2011-02-14 14:13:22.770 15631522 15631583 15664322 32 2011-02-14 12:50:07.840 2011-02-14 14:12:58.727 15631522 15631590 15664329 11 2011-02-14 13:54:28.660 2011-02-14 14:17:06.273 15631557 15631589 15664328 10 2011-02-14 13:54:28.660 2011-02-14 14:11:56.120 15631557 15631588 15664327 36 2011-02-14 12:50:07.840 2011-02-14 14:16:28.383 15631522 15631587 15664326 35 2011-02-14 12:50:07.840 2011-02-14 14:16:09.953 15631522 15631594 15664333 39 2011-02-14 12:50:07.840 2011-02-14 14:19:14.367 15631522 15631593 15664332 38 2011-02-14 12:50:07.840 2011-02-14 14:18:38.720 15631522 15631592 15664331 37 2011-02-14 12:50:07.840 2011-02-14 14:16:42.927 15631522 15631591 15664330 12 2011-02-14 13:54:28.660 2011-02-14 14:17:35.593 15631557 27099768 27067008 15631530 15664270 4 2011-02-14 12:50:07.840 2011-02-14 13:01:25.393 15631522 15631528 15664268 3 2011-02-14 12:50:07.840 2011-02-14 12:56:46.093 15631522 15631525 15664265 2 2011-02-14 12:50:07.840 2011-02-14 12:55:37.927 15631522 15631523 15664263 1 2011-02-14 12:50:07.840 2011-02-14 12:50:07.840 15631522 15631418 15664169 18 2011-02-03 13:53:44.423 2011-02-07 11:27:27.627 15631333 15631417 15664168 17 2011-02-03 13:53:44.423 2011-02-03 23:28:30.167 15631333 15631433 15664184 20 2011-02-03 13:53:44.423 2011-02-08 14:12:50.360 15631333 15631426 15664177 19 2011-02-03 13:53:44.423 2011-02-07 11:27:47.913 15631333 21366063 21398766 274 2011-01-06 17:25:50.527 2013-08-26 13:49:43.933 15630841 21366059 21398763 273 2011-01-06 17:25:50.527 2013-08-26 13:43:51.850 15630841 11763733 11796976 2010-04-19 17:42:19.033 2010-04-19 17:42:19.033 410112 1 15631354 15664104 7 2011-02-03 13:53:44.423 2011-02-03 20:50:49.007 15631333 15631353 15664103 6 2011-02-03 13:53:44.423 2011-02-03 14:36:29.770 15631333 15631343 15664093 5 2011-02-03 13:53:44.423 2011-02-03 13:56:00.543 15631333 11763739 11796976 2010-04-19 17:55:16.887 2010-04-19 18:01:02.887 7827165 1 11763738 11796976 2010-04-19 17:54:15.293 2010-04-19 17:54:15.293 5431808 1 11763737 11796976 2010-04-19 17:53:45.077 2010-04-19 17:53:45.077 1184768 1 21366057 21398761 272 2011-01-06 17:25:50.527 2013-08-26 13:14:40.213 15630841 11763736 11796976 2010-04-19 17:42:19.103 2010-04-19 17:42:19.103 148480 1 11763735 11796976 2010-04-19 17:42:19.097 2010-04-19 17:42:19.097 53248 1 21366055 21398759 271 2011-01-06 17:25:50.527 2013-08-22 15:33:35.163 15630841 11763734 11796976 2010-04-19 17:42:19.093 2010-04-19 17:42:19.093 26112 1 15631367 15664117 14 2011-02-03 13:53:44.423 2011-02-03 21:52:22.300 15631333 21366029 21398733 269 2011-01-06 17:25:50.527 2013-08-19 14:17:50.367 15630841 15631369 15664119 15 2011-02-03 13:53:44.423 2011-02-03 21:54:45.130 15631333 15631363 15664113 12 2011-02-03 13:53:44.423 2011-02-03 21:18:15.007 15631333 21366034 21398738 270 2011-01-06 17:25:50.527 2013-08-22 15:27:52.360 15630841 15631365 15664115 13 2011-02-03 13:53:44.423 2011-02-03 21:50:54.643 15631333 15631360 15664110 10 2011-02-03 13:53:44.423 2011-02-03 21:15:59.250 15631333 15631361 15664111 11 2011-02-03 13:53:44.423 2011-02-03 21:17:29.470 15631333 15631356 15664106 8 2011-02-03 13:53:44.423 2011-02-03 20:56:59.237 15631333 15631358 15664108 9 2011-02-03 13:53:44.423 2011-02-03 21:00:22.047 15631333 33652813 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 33652812 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 15631385 15664135 6 2011-02-03 23:12:32.823 2011-02-04 09:41:28.627 15631372 33652815 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 15631384 15664134 5 2011-02-03 23:12:32.823 2011-02-03 23:27:54.647 15631372 33652814 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 33652817 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 15631382 15664132 16 2011-02-03 13:53:44.423 2011-02-03 21:59:59.483 15631333 33652816 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 15631380 15664130 4 2011-02-03 23:12:32.823 2011-02-03 23:27:42.377 15631372 33652818 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 15631379 15664129 3 2011-02-03 23:12:32.823 2011-02-03 23:26:39.663 15631372 33652805 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 33652804 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 33652807 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 15631376 15664126 2 2011-02-03 23:12:32.823 2011-02-03 23:25:49.637 15631372 33652806 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 33652809 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 15631374 15664124 1 2011-02-03 23:12:32.823 2011-02-03 23:12:32.823 15631372 33652808 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 33652811 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 33652810 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 33652796 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 33652797 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 33652798 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 33652799 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 11763742 24052056 2010-04-28 05:32:38.657 2013-12-30 11:25:24.667 1922560 1 33652800 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 21366000 21398705 267 2011-01-06 17:25:50.527 2013-08-12 14:18:47.837 15630841 11763743 24052056 2010-04-28 10:11:07.967 2013-12-30 11:25:15.680 37888 1 33652801 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 11763744 24052056 2010-04-28 11:05:32.247 2013-12-30 11:25:07.467 18432 1 33652802 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 21366002 21398707 268 2011-01-06 17:25:50.527 2013-08-19 14:15:52.447 15630841 33652803 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 33652793 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 33652794 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 15631387 15664137 7 2011-02-03 23:12:32.823 2011-02-04 09:43:15.140 15631372 33652795 16416912 2022-03-28 13:39:38.590 2022-03-28 13:39:38.590 22511633 22544401 276 2011-01-06 17:25:50.527 2013-09-16 13:46:41.470 15630841 24052330 24085089 4 2013-11-04 08:56:01.100 2013-12-30 11:45:26.233 23625736 15631330 15664080 49 2011-01-27 08:25:01.400 2011-02-03 12:50:47.607 15631132 22511632 22544400 275 2011-01-06 17:25:50.527 2013-08-27 11:51:45.757 15630841 15631326 15664076 48 2011-01-27 08:25:01.400 2011-02-02 16:38:38.957 15631132 15631336 15664086 3 2011-02-03 13:53:44.423 2011-02-03 13:55:03.617 15631333 24052321 24085079 12 2013-12-17 17:11:04.963 2014-01-15 11:47:28.017 24051932 15631335 15664085 2 2011-02-03 13:53:44.423 2011-02-03 13:54:21.407 15631333 24052322 24085080 13 2013-12-17 17:11:04.963 2014-01-15 11:48:14.087 24051932 24052319 24085077 11 2013-12-17 17:11:04.963 2014-01-15 11:47:15.297 24051932 22511639 22544407 280 2011-01-06 17:25:50.527 2013-09-16 13:50:44.807 15630841 15631337 15664087 4 2011-02-03 13:53:44.423 2011-02-03 13:55:24.747 15631333 24052320 24085078 11 2013-12-17 17:11:04.963 2014-01-15 11:47:15.297 24051932 24052317 24085075 9 2013-12-17 17:11:04.963 2014-01-15 11:38:55.993 24051932 24052318 24085076 10 2013-12-17 17:11:04.963 2014-01-15 11:46:27.773 24051932 22511638 22544406 279 2011-01-06 17:25:50.527 2013-09-16 13:48:42.327 15630841 15631334 15664084 1 2011-02-03 13:53:44.423 2011-02-03 13:53:44.423 15631333 24052315 24085073 8 2013-12-17 17:11:04.963 2013-12-19 17:19:01.750 24051932 22511635 22544403 277 2011-01-06 17:25:50.527 2013-09-16 13:46:46.207 15630841 22511636 22544404 278 2011-01-06 17:25:50.527 2013-09-16 13:48:05.927 15630841 9371697 9404459 1 2009-02-18 22:50:30.200 2009-02-18 22:50:30.200 9371694 15631276 15664026 47 2011-01-27 08:25:01.400 2011-01-31 16:54:09.187 15631132 9371701 9404463 3 2009-02-18 22:50:30.200 2009-02-18 23:35:25.200 9371694 9371699 9404461 2 2009-02-18 22:50:30.200 2009-02-18 23:30:59.110 9371694 9371706 9404468 6 2009-02-18 22:50:30.200 2009-02-18 23:48:49.807 9371694 9371705 9404467 5 2009-02-18 22:50:30.200 2009-02-18 23:47:52.600 9371694 9371703 9404465 4 2009-02-18 22:50:30.200 2009-02-18 23:37:15.337 9371694 26804707 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 26804706 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 15631259 15664009 10 2011-01-06 17:25:50.527 2011-02-01 14:58:22.823 15630841 26804705 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 15631261 15664011 4 2011-01-26 16:49:58.250 2011-01-27 15:39:17.753 15631117 26804704 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 26804703 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 15631263 15664013 5 2011-01-26 16:49:58.250 2011-02-01 16:12:19.657 15631117 26804702 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 26804701 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 15631265 15664015 6 2011-01-26 16:49:58.250 2011-02-01 16:29:55.140 15631117 26804700 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 26804699 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 15631267 15664017 7 2011-01-26 16:49:58.250 2011-02-01 16:39:45.867 15631117 26804698 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 15631270 15664020 9 2011-01-26 16:49:58.250 2011-02-01 16:47:56.140 15631117 26804697 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 15631269 15664019 8 2011-01-26 16:49:58.250 2011-02-01 16:42:24.343 15631117 26804696 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 26804695 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 15631271 15664021 10 2011-01-26 16:49:58.250 2011-02-01 16:48:18.543 15631117 26804694 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 15631273 15664023 11 2011-01-06 17:25:50.527 2011-02-01 15:05:46.170 15630841 26804712 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 26804713 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 26804710 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 26804711 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 15631256 15664006 8 2011-01-06 17:25:50.527 2011-01-20 10:09:44.477 15630841 26804708 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 15631257 15664007 9 2011-01-06 17:25:50.527 2011-02-01 14:57:34.290 15630841 26804709 24052059 2014-07-28 08:32:48.203 2014-07-28 08:32:48.203 24052227 24084986 4 2013-12-30 10:03:13.517 2013-12-30 16:25:45.547 24052056 24052228 24084987 5 2013-12-30 10:03:13.517 2013-12-30 16:27:41.290 24052056 15631229 15663980 27 2011-01-05 17:36:24.157 2011-01-31 11:04:07.720 15630817 15631227 15663978 45 2011-01-27 08:25:01.400 2011-01-31 12:01:49.217 15631132 24052219 24084978 7 2013-12-30 10:02:36.947 2013-12-30 15:47:38.467 24052054 24052220 24084979 8 2013-12-30 10:02:36.947 2013-12-30 15:47:58.117 24052054 24052221 24084980 9 2013-12-30 10:02:36.947 2013-12-30 16:07:34.603 24052054 24052223 24084982 26 2012-01-12 16:54:41.707 2013-12-30 15:46:42.947 18579502 24052224 24084983 2 2013-12-30 10:03:13.517 2013-12-30 11:24:41.433 24052056 15631241 15663992 46 2011-01-27 08:25:01.400 2011-01-31 12:38:26.680 15631132 24052226 24084985 3 2013-12-30 10:03:13.517 2013-12-30 16:22:19.747 24052056 15631213 15663964 39 2011-01-27 08:25:01.400 2011-01-31 10:52:03.483 15631132 24052214 24084973 24 2012-01-12 16:54:41.707 2013-12-30 14:07:52.297 18579502 15631211 15663962 38 2011-01-27 08:25:01.400 2011-01-31 10:50:56.973 15631132 24052216 24084975 25 2012-01-12 16:54:41.707 2013-12-30 15:38:54.733 18579502 15631217 15663968 40 2011-01-27 08:25:01.400 2011-01-31 10:55:14.467 15631132 15631215 15663966 26 2011-01-05 17:36:24.157 2011-01-26 14:22:48.767 15630817 24052218 24084977 6 2013-12-30 10:02:36.947 2013-12-30 14:07:20.377 24052054 15631221 15663972 42 2011-01-27 08:25:01.400 2011-01-31 11:44:00.773 15631132 24052204 24084963 284 2012-01-12 16:48:35.127 2013-12-30 13:34:41.370 18579493 22511683 22544451 24 2012-05-29 09:43:57.237 2012-08-16 15:50:45.493 19038993 24052203 24084962 5 2013-12-30 10:02:36.947 2013-12-30 14:06:55.317 24052054 15631219 15663970 41 2011-01-27 08:25:01.400 2011-01-31 11:09:45.583 15631132 24052206 24084965 285 2012-01-12 16:48:35.127 2013-12-30 14:07:39.320 18579493 24052205 24084964 22 2012-01-12 16:54:41.707 2013-12-30 14:06:03.980 18579502 15631225 15663976 44 2011-01-27 08:25:01.400 2011-01-31 11:49:53.363 15631132 24052207 24084966 23 2012-01-12 16:54:41.707 2013-12-30 14:07:39.403 18579502 15631223 15663974 43 2011-01-27 08:25:01.400 2011-01-31 11:46:02.713 15631132 15631208 15663959 36 2011-01-27 08:25:01.400 2011-01-31 09:48:56.630 15631132 15631210 15663961 37 2011-01-27 08:25:01.400 2011-01-31 10:43:06.067 15631132 21365291 21398018 4 2012-09-05 16:13:46.787 2013-03-12 13:29:50.263 19040787 15204363 15237131 1 2010-10-05 07:15:40.187 2010-10-05 07:15:40.187 15007785 15631204 15663955 34 2011-01-27 08:25:01.400 2011-01-31 09:31:59.420 15631132 15631206 15663957 35 2011-01-27 08:25:01.400 2011-01-31 09:36:02.643 15631132 15631200 15663951 32 2011-01-27 08:25:01.400 2011-01-31 09:02:32.260 15631132 15631202 15663953 33 2011-01-27 08:25:01.400 2011-01-31 09:30:34.820 15631132 15631196 15663947 30 2011-01-27 08:25:01.400 2011-01-28 22:23:51.817 15631132 15631198 15663949 31 2011-01-27 08:25:01.400 2011-01-28 22:40:06.393 15631132 15631192 15663943 28 2011-01-27 08:25:01.400 2011-01-28 22:00:15.033 15631132 15631194 15663945 29 2011-01-27 08:25:01.400 2011-01-28 22:20:07.800 15631132 15631187 15663938 25 2011-01-27 08:25:01.400 2011-01-28 18:39:03.327 15631132 15631190 15663941 27 2011-01-27 08:25:01.400 2011-01-28 21:59:28.937 15631132 15631189 15663940 26 2011-01-27 08:25:01.400 2011-01-28 21:52:36.047 15631132 15631183 15663934 23 2011-01-27 08:25:01.400 2011-01-28 10:21:52.937 15631132 15631185 15663936 24 2011-01-27 08:25:01.400 2011-01-28 13:33:18.813 15631132 15631179 15663930 21 2011-01-27 08:25:01.400 2011-01-28 09:55:33.517 15631132 15631181 15663932 22 2011-01-27 08:25:01.400 2011-01-28 09:57:38.933 15631132 15631177 15663928 20 2011-01-27 08:25:01.400 2011-01-28 09:45:47.637 15631132 15631175 15663926 19 2011-01-27 08:25:01.400 2011-01-28 09:38:48.897 15631132 15631173 15663924 18 2011-01-27 08:25:01.400 2011-01-28 09:37:33.583 15631132 15631171 15663922 17 2011-01-27 08:25:01.400 2011-01-28 09:24:52.683 15631132 15631169 15663920 16 2011-01-27 08:25:01.400 2011-01-28 09:03:36.350 15631132 15631167 15663918 15 2011-01-27 08:25:01.400 2011-01-28 08:59:10.477 15631132 15631165 15663916 14 2011-01-27 08:25:01.400 2011-01-28 06:42:20.827 15631132 15631163 15663914 13 2011-01-27 08:25:01.400 2011-01-28 06:41:11.267 15631132 15631162 15663913 12 2011-01-27 08:25:01.400 2011-01-28 06:32:59.127 15631132 15631160 15663911 11 2011-01-27 08:25:01.400 2011-01-28 06:18:30.970 15631132 24641537 18579502 2014-01-28 16:19:33.427 2014-01-28 16:19:33.427 526610 1 24641538 18579502 2014-01-28 16:28:59.597 2014-01-28 16:28:59.597 1909749 1 15631158 15663909 10 2011-01-27 08:25:01.400 2011-01-28 06:16:11.143 15631132 24641540 18579502 2014-01-28 17:21:58.677 2014-01-28 17:21:58.677 582041 1 15631156 15663907 9 2011-01-27 08:25:01.400 2011-01-28 06:15:43.387 15631132 15631155 15663906 8 2011-01-27 08:25:01.400 2011-01-28 06:13:06.037 15631132 15631153 15663904 7 2011-01-27 08:25:01.400 2011-01-27 15:19:57.743 15631132 15631149 15663900 3 2011-01-26 16:49:58.250 2011-01-27 15:05:25.450 15631117 15631148 15663899 6 2011-01-27 08:25:01.400 2011-01-27 13:44:32.577 15631132 15631140 15663891 4 2011-01-27 08:25:01.400 2011-01-27 08:55:11.830 15631132 15631143 15663894 5 2011-01-27 08:25:01.400 2011-01-27 08:55:57.907 15631132 24052386 24085145 15 2014-01-17 13:07:01.043 2014-01-23 14:22:20.297 24052327 15631145 15663896 2 2011-01-26 16:49:58.250 2011-01-26 16:56:15.593 15631117 24052384 24085143 14 2014-01-17 13:07:01.043 2014-01-23 13:39:32.750 24052327 24052383 24085142 13 2014-01-17 13:07:01.043 2014-01-23 10:07:55.637 24052327 15631134 15663885 1 2011-01-27 08:25:01.400 2011-01-27 08:25:01.400 15631132 17268855 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} "Save As" is used commonly and its usage will be discussed in the next section. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need [DownThemAll|https://addons.mozilla.org/en-us/firefox/addon/downthemall/|Down Them all FireFox Add-on Link] installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. h1. 4). Using "Save As" Option on Net Panel to Print-Out Web Page Network Connectivity Statistics Once your web page has loaded in FireFox (Eg., ODSS Staging Site: http://odss-staging.shore.mbari.org:8080/dss-0.4.0-SNAPSHOT/), the FireBug Net Panel should be fully populated with network loading and monitoring activity for the page. Click on "Export" --> "Save As" and save the .HAR file to a known, easily accessed location on your local system. Next, open up the [HAR Viewer online|http://www.softwareishard.com/har/viewer/|HAR Viewer Online] with the FireFox Browser. Drag and drop the file into the HAR Viewer textBox and the page should translate the file into a version that is printable. Make sure to click and expand the "Page Timeline" and "Statistics" information tables at the top of the Report before printing. An example of a translated .HAR file with Statistics for the ODSS web page looks like this: [ODSS Net Connectivity Statistics Page|^HTTP Archive Viewer 2.0.10-new.pdf|ODSS Net Connectivity Statistics Page] (.PDF File) Each Net Item can expand for further detailed information of the connectivity process. ]]> 17236091 15631136 15663887 2 2011-01-27 08:25:01.400 2011-01-27 08:44:05.957 15631132 15631138 15663889 3 2011-01-27 08:25:01.400 2011-01-27 08:45:16.967 15631132 24052374 24085133 10 2014-01-17 13:07:01.043 2014-01-23 10:01:41.267 24052327 15631115 15663866 25 2011-01-05 17:36:24.157 2011-01-26 13:34:32.113 15630817 24052371 24085130 8 2014-01-17 13:07:01.043 2014-01-17 16:40:27.303 24052327 24052372 24085131 9 2014-01-17 13:07:01.043 2014-01-23 09:54:42.143 24052327 24052377 24085136 12 2014-01-17 13:07:01.043 2014-01-23 10:06:19.260 24052327 15631119 15663870 1 2011-01-26 16:49:58.250 2011-01-26 16:49:58.250 15631117 24052376 24085135 11 2014-01-17 13:07:01.043 2014-01-23 10:03:01.433 24052327 15631113 15663864 24 2011-01-05 17:36:24.157 2011-01-20 10:50:34.537 15630817 24052354 24085113 27 2012-01-12 16:54:41.707 2013-12-30 16:11:25.810 18579502 24052355 24085114 28 2012-01-12 16:54:41.707 2014-01-21 11:36:08.283 18579502 24052357 24085116 29 2012-01-12 16:54:41.707 2014-01-21 11:39:01.170 18579502 24052360 24085119 286 2012-01-12 16:48:35.127 2013-12-30 14:07:52.230 18579493 24052359 24085118 30 2012-01-12 16:54:41.707 2014-01-21 11:40:10.703 18579502 24052332 24085091 1 2014-01-17 13:07:01.043 2014-01-17 13:07:01.043 24052327 24052333 24085092 9 2013-11-04 08:56:46.157 2013-11-25 16:50:14.520 23625739 24052334 24085093 2 2014-01-17 13:07:01.043 2014-01-17 13:37:23.730 24052327 24052336 24085095 3 2014-01-17 13:07:01.043 2014-01-17 13:38:32.547 24052327 24052338 24085097 4 2014-01-17 13:07:01.043 2014-01-17 13:46:51.507 24052327 24052339 24085098 5 2014-01-17 13:07:01.043 2014-01-17 13:48:23.897 24052327 24052341 24085100 6 2014-01-17 13:07:01.043 2014-01-17 13:52:46.713 24052327 24052342 24085101 7 2014-01-17 13:07:01.043 2014-01-17 16:39:50.300 24052327 9371994 9404743 8 2008-11-10 11:56:36.427 2008-11-10 13:25:52.837 7372874 9371991 9404740 1 2008-11-10 13:22:59.700 2008-11-10 13:22:59.700 7503887 9371996 9404745 9 2008-11-10 11:56:36.427 2009-03-03 08:35:06.620 7372874 21365688 21398404 22 2013-06-03 13:48:33.990 2013-06-07 12:57:46.487 21364810 11403271 24052054 2010-01-21 16:02:17.783 2013-12-30 10:57:15.210 1586688 2 11403270 24052054 2010-01-21 16:02:05.203 2013-12-30 10:57:24.753 26531840 2 11403275 24052054 2010-01-21 16:02:17.783 2013-12-30 10:57:15.210 1586688 1 11403271 11403274 24052054 2010-01-21 16:02:05.203 2013-12-30 10:57:24.753 26531840 1 11403270 15631024 15663778 4 2011-01-20 10:56:24.397 2011-01-20 11:26:48.190 15631013 15631021 15663776 3 2011-01-20 10:56:24.397 2011-01-20 11:00:33.440 15631013 21365735 21398449 23 2013-06-03 13:48:33.990 2013-07-31 09:27:05.693 21364810 11403315 24052054 2010-02-04 09:32:25.380 2013-12-30 10:53:37.607 2647552 1 7798804 7766038 7798803 7766037 7798801 7766035 11403309 24052054 2010-02-02 08:15:27.213 2013-12-30 10:53:27.493 1525760 1 15630990 15663744 15 2011-01-05 17:36:24.157 2011-01-20 10:04:20.900 15630817 15630988 15663742 14 2011-01-05 17:36:24.157 2011-01-20 10:01:19.717 15630817 15630992 15663746 5 2011-01-06 17:25:50.527 2011-01-06 17:48:51.117 15630841 11403354 24052054 2010-03-01 08:42:59.550 2013-12-30 10:51:46.673 120320 1 15630998 15663752 7 2011-01-06 17:25:50.527 2011-01-20 10:09:07.600 15630841 11403355 24052054 2010-03-03 16:11:12.270 2013-12-30 10:53:18.817 436224 1 15630995 15663749 16 2011-01-05 17:36:24.157 2011-01-20 10:05:23.877 15630817 11403356 24052054 2010-03-03 16:31:55.127 2013-12-30 10:52:59.767 791040 1 15630996 15663750 6 2011-01-06 17:25:50.527 2011-01-20 10:07:48.920 15630841 15630999 15663753 17 2011-01-05 17:36:24.157 2011-01-20 10:08:38.013 15630817 15631006 15663760 20 2011-01-05 17:36:24.157 2011-01-20 10:23:56.560 15630817 15631005 15663759 19 2011-01-05 17:36:24.157 2011-01-20 10:13:18.220 15630817 15631003 15663757 18 2011-01-05 17:36:24.157 2011-01-20 10:10:01.100 15630817 15631010 15663765 22 2011-01-05 17:36:24.157 2011-01-20 10:42:58.417 15630817 15631008 15663762 21 2011-01-05 17:36:24.157 2011-01-20 10:24:19.473 15630817 15631012 15663767 23 2011-01-05 17:36:24.157 2011-01-20 10:45:20.570 15630817 15631017 15663772 2 2011-01-20 10:56:24.397 2011-01-20 10:59:03.770 15631013 15631015 15663770 1 2011-01-20 10:56:24.397 2011-01-20 10:56:24.397 15631013 15630957 15663711 1 2011-01-19 15:23:13.563 2011-01-19 15:23:13.563 15630955 15630959 15663713 2 2011-01-19 15:23:13.563 2011-01-19 15:39:51.117 15630955 15630961 15663715 3 2011-01-19 15:23:13.563 2011-01-19 15:44:19.500 15630955 15630963 15663717 4 2011-01-19 15:23:13.563 2011-01-19 15:52:58.350 15630955 15630965 15663719 5 2011-01-19 15:23:13.563 2011-01-19 16:12:50.380 15630955 7798870 7766106 15630967 15663721 6 2011-01-19 15:23:13.563 2011-01-19 16:23:30.297 15630955 15630968 15663722 7 2011-01-19 15:23:13.563 2011-01-19 16:25:33.683 15630955 15630970 15663724 7 2011-01-05 17:36:24.157 2011-01-19 10:17:51.540 15630817 25561094 25395718 2014-04-17 16:26:32.620 2014-04-17 16:26:32.620 15630972 15663726 8 2011-01-05 17:36:24.157 2011-01-20 06:35:46.627 15630817 15630974 15663728 10 2011-01-05 17:36:24.157 2011-01-20 06:38:23.477 15630817 25561093 25395718 2014-04-17 16:26:32.620 2014-04-17 16:26:32.620 15630973 15663727 9 2011-01-05 17:36:24.157 2011-01-20 06:36:52.377 15630817 15630976 15663730 11 2011-01-05 17:36:24.157 2011-01-20 06:39:01.987 15630817 15630978 15663732 12 2011-01-05 17:36:24.157 2011-01-20 06:41:26.560 15630817 15630984 15663738 9 2011-01-19 15:23:13.563 2011-01-20 08:39:18.477 15630955 15630983 15663737 8 2011-01-19 15:23:13.563 2011-01-19 16:26:09.437 15630955 15630986 15663740 13 2011-01-05 17:36:24.157 2011-01-20 06:42:35.663 15630817 15630925 15663680 5 2011-01-05 17:36:24.157 2011-01-13 16:51:26.560 15630817 15630923 15663678 4 2011-01-05 17:36:24.157 2011-01-13 16:48:37.103 15630817 9372136 9404879 3 2009-03-09 11:34:43.787 2009-03-09 12:11:19.330 9372120 9372135 9404878 2 2009-03-09 11:34:43.787 2009-03-09 11:46:08.927 9372120 15630945 15663699 6 2011-01-05 17:36:24.157 2011-01-13 16:56:36.140 15630817 9372123 9404867 1 2009-03-09 11:34:43.787 2009-03-09 11:34:43.787 9372120 15630921 15663676 3 2011-01-05 17:36:24.157 2011-01-12 11:16:11.800 15630817 15630907 15663662 2 2011-01-05 17:36:24.157 2011-01-05 17:38:18.217 15630817 15630828 15663585 7 2010-12-14 12:11:09.683 2011-01-06 13:47:02.073 15630448 15630843 15663599 1 2011-01-06 17:25:50.527 2011-01-06 17:25:50.527 15630841 15630845 15663600 2 2011-01-06 17:25:50.527 2011-01-06 17:46:54.313 15630841 15630846 15663601 3 2011-01-06 17:25:50.527 2011-01-06 17:47:34.120 15630841 15630847 15663602 4 2011-01-06 17:25:50.527 2011-01-06 17:48:18.807 15630841 22610873 19038993 2013-09-25 12:45:31.347 2013-09-25 12:45:31.347 22610875 19038993 2013-09-25 12:45:31.347 2013-09-25 12:45:31.347 22610874 19038993 2013-09-25 12:45:31.347 2013-09-25 12:45:31.347 22610876 19038993 2013-09-25 12:45:31.347 2013-09-25 12:45:31.347 16220234 16253000 21 2011-02-03 13:53:44.423 2011-02-08 14:28:19.587 15631333 26116097 24543463 2014-05-15 08:40:10.607 2014-05-15 08:40:10.607 167096 1 26640952 26673708 27 2013-06-03 13:48:33.990 2013-12-20 10:31:40.213 21364810 26640945 26673701 323 2011-01-06 17:25:50.527 2014-09-29 14:21:12.477 15630841 19151993 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19151992 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19151995 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19151994 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19151989 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19151988 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19151991 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19151990 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152001 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152000 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152003 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152002 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19151997 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19151996 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19151999 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19151998 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152008 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152009 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152010 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152011 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152004 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152005 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152006 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152007 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152012 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152013 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152014 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 19152015 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 24609137 18579502 2014-01-29 09:07:46.747 2014-01-29 09:07:46.747 24609136 18579502 2014-01-29 09:07:46.747 2014-01-29 09:07:46.747 24609135 18579502 2014-01-29 09:07:46.747 2014-01-29 09:07:46.747 24609134 18579502 2014-01-29 09:07:46.747 2014-01-29 09:07:46.747 24609133 18579502 2014-01-29 09:07:46.747 2014-01-29 09:07:46.747 24609132 18579502 2014-01-29 09:07:46.747 2014-01-29 09:07:46.747 24609131 18579502 2014-01-29 09:07:46.747 2014-01-29 09:07:46.747 24609130 18579502 2014-01-29 09:07:46.747 2014-01-29 09:07:46.747 21561412 22 15630841 2013-08-21 16:14:30.817 2013-08-21 16:14:30.817 19151987 15631132 2012-07-02 14:04:50.587 2012-07-02 14:04:50.587 21561345 20 21364810 2013-06-03 15:13:30.727 2013-06-03 15:13:30.727 24123453 18579493 2014-01-22 09:15:53.470 2014-01-22 09:15:53.470 24123455 18579493 2014-01-22 09:15:53.470 2014-01-22 09:15:53.470 24123454 18579493 2014-01-22 09:15:53.470 2014-01-22 09:15:53.470 24123457 18579493 2014-01-22 09:15:53.470 2014-01-22 09:15:53.470 24123456 18579493 2014-01-22 09:15:53.470 2014-01-22 09:15:53.470 24123459 18579493 2014-01-22 09:15:53.470 2014-01-22 09:15:53.470 24123458 18579493 2014-01-22 09:15:53.470 2014-01-22 09:15:53.470 24123460 18579493 2014-01-22 09:15:53.470 2014-01-22 09:15:53.470 9798654 9831393 2 2009-05-21 15:38:15.970 2009-05-21 15:53:01.763 9798649 9798652 9831391 1 2009-05-21 15:38:15.970 2009-05-21 15:38:15.970 9798649 25919535 25952303 64 2014-01-17 13:07:01.043 2014-05-15 11:47:48.210 24052327 25919534 25952302 63 2014-01-17 13:07:01.043 2014-05-15 11:44:24.880 24052327 25919532 25952300 62 2014-01-17 13:07:01.043 2014-05-08 12:00:07.473 24052327 25919579 25952347 69 2014-01-17 13:07:01.043 2014-05-29 11:15:32.027 24052327 11042889 7372874 2009-12-28 11:33:26.590 2009-12-28 11:33:26.590 1181216 1 25919576 25952344 67 2014-01-17 13:07:01.043 2014-05-29 10:28:55.847 24052327 11042888 7372874 2009-12-28 11:27:32.753 2009-12-28 11:27:32.753 740005 1 11042887 7372874 2009-12-28 11:27:32.737 2009-12-28 11:27:32.737 443131 1 25919578 25952346 68 2014-01-17 13:07:01.043 2014-05-29 11:00:49.667 24052327 11042886 7372874 2009-12-28 11:27:32.717 2009-12-28 11:27:32.717 766636 1 25919572 25952340 65 2014-01-17 13:07:01.043 2014-05-15 11:48:00.480 24052327 25919574 25952342 66 2014-01-17 13:07:01.043 2014-05-29 10:22:57.507 24052327 11042885 7372874 2009-12-28 11:27:32.640 2009-12-28 11:27:32.640 1984610 1 11042882 24052054 2009-12-11 10:17:00.860 2013-12-30 10:56:44.213 115200 1 11042876 24052054 2009-11-13 11:19:59.807 2013-12-30 10:56:54.983 117248 1 11042877 24052054 2009-11-13 11:41:44.663 2013-12-30 10:58:15.950 1085075 1 11042870 24052054 2009-11-12 16:07:51.643 2013-12-30 10:52:26.143 27136 1 11042871 24052054 2009-11-12 16:09:06.177 2013-12-30 10:54:01.817 69120 1 11042869 24052054 2009-11-12 16:07:42.040 2013-12-30 10:54:19.823 25600 1 25919526 25952294 43 2014-02-10 16:02:54.557 2014-03-28 08:43:15.613 24543463 25919503 25952271 61 2014-01-17 13:07:01.043 2014-05-01 16:58:57.757 24052327 24018955 23625736 2013-11-25 16:15:45.093 2013-11-25 16:15:45.093 150508 1 24018956 23625739 2013-11-25 16:30:15.570 2013-11-25 16:30:15.570 101644 1 24018987 18579493 2013-12-30 12:56:42.020 2013-12-30 12:56:42.020 5177160 1 24018986 24018986 18579493 2013-12-30 12:56:42.020 2013-12-30 12:58:16.333 2131767 2 24018985 24051929 2013-12-20 13:39:49.550 2013-12-20 13:39:49.550 496480 1 24018984 21364857 2013-12-18 11:16:45.240 2013-12-18 11:26:32.593 6112 5 24018979 24018983 21364857 2013-12-18 11:16:45.240 2013-12-18 11:26:05.340 6110 4 24018979 24018982 21364857 2013-12-18 11:16:45.240 2013-12-18 11:20:43.430 4556 3 24018979 24018981 21364857 2013-12-18 11:16:45.240 2013-12-18 11:17:50.873 2949 2 24018979 24018980 21364857 2013-12-18 11:16:45.240 2013-12-18 11:16:45.240 133 1 24018979 24018979 21364857 2013-12-18 11:16:45.240 2013-12-18 11:44:01.800 6221 6 11796981 11829735 3 2010-04-19 15:33:48.430 2010-04-19 15:39:13.697 11796976 11796979 11829733 2 2010-04-19 15:33:48.430 2010-04-19 15:37:14.763 11796976 11796985 11829739 5 2010-04-19 15:33:48.430 2010-04-19 15:59:18.610 11796976 11796986 11829740 6 2010-04-19 15:33:48.430 2010-04-19 16:08:49.147 11796976 11796983 11829737 4 2010-04-19 15:33:48.430 2010-04-19 15:57:08.917 11796976 11796978 11829732 1 2010-04-19 15:33:48.430 2010-04-19 15:33:48.430 11796976 21037078 15630841 2013-05-14 14:43:38.947 2013-05-14 14:43:38.947 77037 1 21037079 15630841 2013-05-14 14:45:26.077 2013-05-14 14:45:26.077 73682 1 21037080 15630841 2013-05-14 14:50:12.427 2013-05-14 14:50:12.427 257866 1 11797089 11829841 2 2010-04-28 05:31:53.693 2010-04-28 06:19:35.347 11797082 11797084 11829837 1 2010-04-28 05:31:53.693 2010-04-28 05:31:53.693 11797082 21037069 15630841 2013-04-29 15:13:03.257 2013-04-29 15:13:03.257 7868642 1 21037068 15630841 2013-04-29 13:36:17.393 2013-04-29 13:36:17.393 35976 1 11797057 11829810 7 2010-04-19 15:33:48.430 2010-04-19 17:38:08.837 11796976 23724035 23625736 2013-11-04 08:57:32.283 2013-11-04 08:57:32.283 42206 1 23724037 23625736 2013-11-04 08:58:00.990 2013-11-04 08:58:00.990 87577 1 23724036 23625736 2013-11-04 08:57:45.390 2013-11-04 08:57:45.390 42358 1 23724039 23625736 2013-11-04 08:58:22.247 2013-11-04 08:58:22.247 44674 1 23724038 23625736 2013-11-04 08:58:12.657 2013-11-04 08:58:12.657 42182 1 23724041 23625739 2013-11-04 08:59:18.387 2013-11-04 08:59:18.387 81936 1 23724040 23625736 2013-11-04 08:58:30.900 2013-11-04 08:58:30.900 82738 1 11797101 11829852 4 2010-04-28 05:31:53.693 2010-04-28 10:10:32.847 11797082 11797100 11829851 3 2010-04-28 05:31:53.693 2010-04-28 09:18:31.813 11797082 11797103 11829854 5 2010-04-28 05:31:53.693 2010-04-28 10:11:34.813 11797082 6946821 6979589 4 2008-10-22 10:10:05.160 2008-10-22 10:16:56.080 6750229 6946822 6979590 5 2008-10-22 10:10:05.160 2008-10-23 10:58:28.013 6750229 24084868 24052109 24084870 24052111 24084872 24052113 24084874 24052115 24084876 24052117 24084878 24052119 24084880 24052121 24084881 24052122 24084882 24052123 24084884 24052125 24084883 24052124 24084885 ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar h3. Shore-side (server) Autonomy # Communications Backplane provides connectivity to vehicles and data ## AMQP ## Google Protocol Buffers ## STOQS-RT # Drifter Tracking App - the 'hello world' of autonomy written in Java choreographed the robot ballet - AUV driving boxes around a drifter # Rajan lab enabled for more sophisticated shore-side autonomy using TREX and Europa. h3. Observation Log # Log notebook, implemented in 2011 as a web application. ## Used infrequently, need something better suited to the users # 2012, CSUMB students produced prototype mobile applications built on ODSS web service ## Support 'poor connectivity', use of email service on mobile device vs database # Future: add email ingest of log observations ## Bad formatting causes bounce back with instructions on formatting the email h3. Collaborative Science Tools # CoSci ## Threaded email discussions ## Data product sharing # COOP ## Chat and Voting ## Data descriptions, access h3. ODSS Data Analysis Feature # Initial draft of science user (DAC) requirements for the data analysis feature. In priority order: ## \[1\] Basic: "What data is available and where is it" ### Centralized Data Archive Description accessible through the 'Data Analysis' tab in odss.mbari.org. Provides access to files with descriptions. ### Update descriptions and pointers with all the data gathered during the experiment should be complete by end of the experiment ## Advanced: Query access to CANON data with browsing support (Matlab user is primary 'use case') ### \[1\] users want to be able to make queries against the CANON data sets and access the data via Matlab ### Users want to be able to browse the CANON data sets based on space, time and instrument. ### \[1\] Support Matlab users as the first step. Access would follow the NC Toolbox usage model. ### \[2\]Data browsing with access queries generated in a GUI tool such as MOQuA ## "Consistent" data access method across CANON data sets ## Require login to access data ## Embargo supported ## Data citation obligation associated with the data ## Notification on data updates ## Integration of LRAUV # Basic Access: ## Find data using Data Archive Description - confluence page with descriptions and web links ## Data stored in file system ("consistent": centralized file system, minimize different file types, standardize file types) ## Provision for quality control of data - how will data processors document QC issues and QC status ## Password protect embargoed data ## \[1\](!) Protect data from inadvertent delete ## Data archive description documents data citation obligation ## Documentation for data producers on guidelines for producing data and storage # Advanced Access: ## Browse data using a GUI that builds a database query, ### that can be used in Matlab or R ### Or provides files containing the data selected via the GUI ## Data is stored in databases ## Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources ## Provide browse / query support for data that does not fit the STOQS model # Basic Access ## Confluence pages with data descriptions and pointers to data organized by field campagn ### Updated, reviewed and complete by experiment end. ## Protections against file deletion on FTP site ### Change file (not directory) permissions to read-only by experiment end ### Directory listing (manifest) as a text file with descriptions. Create a document and train the science data providers on good form. ## Change notification ### RSS feed ### Email notifications (maybe) ## Analytics: Page Access counter # Advanced Access ## \[1\]Matlab use case (commandline in Matlab) ### Help on data access tool is available (like nctoolbox) ### User is able to open a connection to stoqs to get access to all CANON data ### User is able to discover what what data types (platforms, instruments, measurements, etc) are available ## \[2\] all CANON 'in-situ' Data is stored in databases. Data loaders, data format and structure are the challenge. ## Science users are educated on how to produce netcdf to ease the database load effort. Documentation and guidance on confluence. ## \[2\] Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Citation requirement and contact 'somehow' brought to data user. ## \[2\] Browsing available data and help forming queries. Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources h3. Water Management # \[1\] Implemented as a confluence page updated by science user with support from engineering ## Graphically shows the water sample management plan # Future plans include things like ## Track sample locations ## Track sample processing and results ## Connect water samples shown in ODSS situational awareness playback to information about the water sample status and location. ## Improve support in the ODSS for 'which water samples to invest expensive processing' h3. User Web Services # Drifter Finder - text based or lightweight map based locations optimized for low/poor comms at sea # Logging Service for mobile apps / observation log h3. Add New Platform # \[1\] first draft of procedure / checklist on confluence documenting the tasks for adding a platform - communications and data management plan # \[1\] Platform list for Sept 2012 ## Western Flyer ## LST ## LRAUV (2) ## Dorado ## Zephyr ## Drifting ESP - mooring and ESP are both data sources h3. Shore-Side Autonomy # Drifter Tracking App # Integration and support for shore-side TREX (Distributed Autonomy research) ]]> 24052126 24084887 24052128 24084890 ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar h3. Shore-side (server) Autonomy # Communications Backplane provides connectivity to vehicles and data ## AMQP ## Google Protocol Buffers ## STOQS-RT # Drifter Tracking App - the 'hello world' of autonomy written in Java choreographed the robot ballet - AUV driving boxes around a drifter # Rajan lab enabled for more sophisticated shore-side autonomy using TREX and Europa. h3. Observation Log # Log notebook, implemented in 2011 as a web application. ## Used infrequently, need something better suited to the users # 2012, CSUMB students produced prototype mobile applications built on ODSS web service ## Support 'poor connectivity', use of email service on mobile device vs database # Future: add email ingest of log observations ## Bad formatting causes bounce back with instructions on formatting the email h3. Collaborative Science Tools # CoSci ## Threaded email discussions ## Data product sharing # COOP ## Chat and Voting ## Data descriptions, access h3. ODSS Data Analysis Feature # Initial draft of science user (DAC) requirements for the data analysis feature. In priority order: ## \[1\] Basic: "What data is available and where is it" ### Centralized Data Archive Description accessible through the 'Data Analysis' tab in odss.mbari.org. Provides access to files with descriptions. ### Update descriptions and pointers with all the data gathered during the experiment should be complete by end of the experiment ## Advanced: Query access to CANON data with browsing support (Matlab user is primary 'use case') ### \[1\] users want to be able to make queries against the CANON data sets and access the data via Matlab ### Users want to be able to browse the CANON data sets based on space, time and instrument. ### \[1\] Support Matlab users as the first step. Access would follow the NC Toolbox usage model. ### \[2\]Data browsing with access queries generated in a GUI tool such as MOQuA ## "Consistent" data access method across CANON data sets ## Require login to access data ## Embargo supported ## Data citation obligation associated with the data ## Notification on data updates ## Integration of LRAUV # Basic Access: ## Find data using Data Archive Description - confluence page with descriptions and web links ## Data stored in file system ("consistent": centralized file system, minimize different file types, standardize file types) ## Provision for quality control of data - how will data processors document QC issues and QC status ## Password protect embargoed data ## \[1\](!) Protect data from inadvertent delete ## Data archive description documents data citation obligation ## Documentation for data producers on guidelines for producing data and storage # Advanced Access: ## Browse data using a GUI that builds a database query, ### that can be used in Matlab or R ### Or provides files containing the data selected via the GUI ## Data is stored in databases ## Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources ## Provide browse / query support for data that does not fit the STOQS model # Basic Access ## Confluence pages with data descriptions and pointers to data organized by field campagn ### Updated, reviewed and complete by experiment end. ## Protections against file deletion on FTP site ### Change file (not directory) permissions to read-only by experiment end ### Directory listing (manifest) as a text file with descriptions. Create a document and train the science data providers on good form. ## Change notification ### RSS feed ### Email notifications (maybe) ## Analytics: Page Access counter # Advanced Access ## \[1\]Matlab use case (commandline in Matlab) ### Help on data access tool is available (like nctoolbox) ### User is able to open a connection to stoqs to get access to all CANON data ### User is able to discover what what data types (platforms, instruments, measurements, etc) are available ## \[2\] all CANON 'in-situ' Data is stored in databases. Data loaders, data format and structure are the challenge. ## Science users are educated on how to produce netcdf to ease the database load effort. Documentation and guidance on confluence. ## \[2\] Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Citation requirement and contact 'somehow' brought to data user. ## \[2\] Browsing available data and help forming queries. Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources h3. Water Management # \[1\] Implemented as a confluence page updated by science user with support from engineering ## Graphically shows the water sample management plan # Future plans include things like ## Track sample locations ## Track sample processing and results ## Connect water samples shown in ODSS situational awareness playback to information about the water sample status and location. ## Improve support in the ODSS for 'which water samples to invest expensive processing' h3. User Web Services # Drifter Finder - text based or lightweight map based locations optimized for low/poor comms at sea # Logging Service for mobile apps / observation log h3. Add New Platform # \[1\] first draft of procedure / checklist on confluence documenting the tasks for adding a platform - communications and data management plan # \[1\] Platform list for Sept 2012 ## Western Flyer ## LST ## LRAUV (2) ## Dorado ## Zephyr ## Drifting ESP - mooring and ESP are both data sources h3. Shore-Side Autonomy # Drifter Tracking App # Integration and support for shore-side TREX (Distributed Autonomy research) ]]> 24052131 24084889 24052130 24084892 24052133 24084891 24052132 24084894 24052135 24084896 24052137 24084898 24052139 24084901 24052142 24084902 24052143 24084899 24052140 24084900 24052141 24084906 24052147 24084904 24052145 24084909 24052150 24084908 24052149 24084913 24052154 24084911 24052152 24084912 24052153 24084917 24052158 24084916 24052157 24084915 24052156 24084922 24052163 24084920 24052161 24084919 24052160 24084926 24052167 24084925 24052166 24084924 24052165 24084923 24052164 24084929 24052170 24084928 24052169 24084935 24052176 24084937 24052178 24084938 24052179 24084931 24052172 24084932 24052173 24084933 24052174 24084943 ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar h3. Shore-side (server) Autonomy # Communications Backplane provides connectivity to vehicles and data ## AMQP ## Google Protocol Buffers ## STOQS-RT # Drifter Tracking App - the 'hello world' of autonomy written in Java choreographed the robot ballet - AUV driving boxes around a drifter # Rajan lab enabled for more sophisticated shore-side autonomy using TREX and Europa. h3. Observation Log # Log notebook, implemented in 2011 as a web application. ## Used infrequently, need something better suited to the users # 2012, CSUMB students produced prototype mobile applications built on ODSS web service ## Support 'poor connectivity', use of email service on mobile device vs database # Future: add email ingest of log observations ## Bad formatting causes bounce back with instructions on formatting the email h3. Collaborative Science Tools # CoSci ## Threaded email discussions ## Data product sharing # COOP ## Chat and Voting ## Data descriptions, access h3. ODSS Data Analysis Feature # Initial draft of science user (DAC) requirements for the data analysis feature. In priority order: ## \[1\] Basic: "What data is available and where is it" ### Centralized Data Archive Description accessible through the 'Data Analysis' tab in odss.mbari.org. Provides access to files with descriptions. ### Update descriptions and pointers with all the data gathered during the experiment should be complete by end of the experiment ## Advanced: Query access to CANON data with browsing support (Matlab user is primary 'use case') ### \[1\] users want to be able to make queries against the CANON data sets and access the data via Matlab ### Users want to be able to browse the CANON data sets based on space, time and instrument. ### \[1\] Support Matlab users as the first step. Access would follow the NC Toolbox usage model. ### \[2\]Data browsing with access queries generated in a GUI tool such as MOQuA ## "Consistent" data access method across CANON data sets ## Require login to access data ## Embargo supported ## Data citation obligation associated with the data ## Notification on data updates ## Integration of LRAUV # Basic Access: ## Find data using Data Archive Description - confluence page with descriptions and web links ## Data stored in file system ("consistent": centralized file system, minimize different file types, standardize file types) ## Provision for quality control of data - how will data processors document QC issues and QC status ## Password protect embargoed data ## \[1\](!) Protect data from inadvertent delete ## Data archive description documents data citation obligation ## Documentation for data producers on guidelines for producing data and storage # Advanced Access: ## Browse data using a GUI that builds a database query, ### that can be used in Matlab or R ### Or provides files containing the data selected via the GUI ## Data is stored in databases ## Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources ## Provide browse / query support for data that does not fit the STOQS model # Basic Access ## Confluence pages with data descriptions and pointers to data organized by field campagn ### Updated, reviewed and complete by experiment end. ## Protections against file deletion on FTP site ### Change file (not directory) permissions to read-only by experiment end ### Directory listing (manifest) as a text file with descriptions. Create a document and train the science data providers on good form. ## Change notification ### RSS feed ### Email notifications (maybe) ## Analytics: Page Access counter # Advanced Access ## \[1\]Matlab use case (commandline in Matlab) ### Help on data access tool is available (like nctoolbox) ### User is able to open a connection to stoqs to get access to all CANON data ### User is able to discover what what data types (platforms, instruments, measurements, etc) are available ## \[2\] all CANON 'in-situ' Data is stored in databases. Data loaders, data format and structure are the challenge. ## Science users are educated on how to produce netcdf to ease the database load effort. Documentation and guidance on confluence. ## \[2\] Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Citation requirement and contact 'somehow' brought to data user. ## \[2\] Browsing available data and help forming queries. Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources h3. Water Management # \[1\] Implemented as a confluence page updated by science user with support from engineering ## Graphically shows the water sample management plan # Future plans include things like ## Track sample locations ## Track sample processing and results ## Connect water samples shown in ODSS situational awareness playback to information about the water sample status and location. ## Improve support in the ODSS for 'which water samples to invest expensive processing' h3. User Web Services # Drifter Finder - text based or lightweight map based locations optimized for low/poor comms at sea # Logging Service for mobile apps / observation log h3. Add New Platform # \[1\] first draft of procedure / checklist on confluence documenting the tasks for adding a platform - communications and data management plan # \[1\] Platform list for Sept 2012 ## Western Flyer ## LST ## LRAUV (2) ## Dorado ## Zephyr ## Drifting ESP - mooring and ESP are both data sources h3. Shore-Side Autonomy # Drifter Tracking App # Integration and support for shore-side TREX (Distributed Autonomy research) ]]> 24052184 24084944 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: {noformat} How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking. {noformat}| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track that what is shown as just points connected with lines | 2 | | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: {noformat} Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf ?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf ?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* {noformat} | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | {panel:title=Requirements} [Requirements Table] Requirements supporting materials: # Thom's requirements slides ([PPT|^CANON_ODSS_Requirements_2012_v1a.ppt]) ([PDF|^CANON_ODSS_Requirements_2012_v1a.pdf]) # [AOSN Data Policy Document|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] # [Data Analysis Requirements] # [Additional Requirements from Sep 2012] {panel} h3. Generic Features # \[1\] Browser support (2011 and 2012 versions) ## Firefox ## Safari ## Internet Explorer ## Google Chrome ## iPad via browser # \[1\] Browsers not supported, detect and display "Your browser is not supported, suggested using ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar h3. Shore-side (server) Autonomy # Communications Backplane provides connectivity to vehicles and data ## AMQP ## Google Protocol Buffers ## STOQS-RT # Drifter Tracking App - the 'hello world' of autonomy written in Java choreographed the robot ballet - AUV driving boxes around a drifter # Rajan lab enabled for more sophisticated shore-side autonomy using TREX and Europa. h3. Observation Log # Log notebook, implemented in 2011 as a web application. ## Used infrequently, need something better suited to the users # 2012, CSUMB students produced prototype mobile applications built on ODSS web service ## Support 'poor connectivity', use of email service on mobile device vs database # Future: add email ingest of log observations ## Bad formatting causes bounce back with instructions on formatting the email h3. Collaborative Science Tools # CoSci ## Threaded email discussions ## Data product sharing # COOP ## Chat and Voting ## Data descriptions, access h3. ODSS Data Analysis Feature # Initial draft of science user (DAC) requirements for the data analysis feature. In priority order: ## \[1\] Basic: "What data is available and where is it" ### Centralized Data Archive Description accessible through the 'Data Analysis' tab in odss.mbari.org. Provides access to files with descriptions. ### Update descriptions and pointers with all the data gathered during the experiment should be complete by end of the experiment ## Advanced: Query access to CANON data with browsing support (Matlab user is primary 'use case') ### \[1\] users want to be able to make queries against the CANON data sets and access the data via Matlab ### Users want to be able to browse the CANON data sets based on space, time and instrument. ### \[1\] Support Matlab users as the first step. Access would follow the NC Toolbox usage model. ### \[2\]Data browsing with access queries generated in a GUI tool such as MOQuA ## "Consistent" data access method across CANON data sets ## Require login to access data ## Embargo supported ## Data citation obligation associated with the data ## Notification on data updates ## Integration of LRAUV # Basic Access: ## Find data using Data Archive Description - confluence page with descriptions and web links ## Data stored in file system ("consistent": centralized file system, minimize different file types, standardize file types) ## Provision for quality control of data - how will data processors document QC issues and QC status ## Password protect embargoed data ## \[1\](!) Protect data from inadvertent delete ## Data archive description documents data citation obligation ## Documentation for data producers on guidelines for producing data and storage # Advanced Access: ## Browse data using a GUI that builds a database query, ### that can be used in Matlab or R ### Or provides files containing the data selected via the GUI ## Data is stored in databases ## Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources ## Provide browse / query support for data that does not fit the STOQS model # Basic Access ## Confluence pages with data descriptions and pointers to data organized by field campagn ### Updated, reviewed and complete by experiment end. ## Protections against file deletion on FTP site ### Change file (not directory) permissions to read-only by experiment end ### Directory listing (manifest) as a text file with descriptions. Create a document and train the science data providers on good form. ## Change notification ### RSS feed ### Email notifications (maybe) ## Analytics: Page Access counter # Advanced Access ## \[1\]Matlab use case (commandline in Matlab) ### Help on data access tool is available (like nctoolbox) ### User is able to open a connection to stoqs to get access to all CANON data ### User is able to discover what what data types (platforms, instruments, measurements, etc) are available ## \[2\] all CANON 'in-situ' Data is stored in databases. Data loaders, data format and structure are the challenge. ## Science users are educated on how to produce netcdf to ease the database load effort. Documentation and guidance on confluence. ## \[2\] Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Citation requirement and contact 'somehow' brought to data user. ## \[2\] Browsing available data and help forming queries. Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources h3. Water Management # \[1\] Implemented as a confluence page updated by science user with support from engineering ## Graphically shows the water sample management plan # Future plans include things like ## Track sample locations ## Track sample processing and results ## Connect water samples shown in ODSS situational awareness playback to information about the water sample status and location. ## Improve support in the ODSS for 'which water samples to invest expensive processing' h3. User Web Services # Drifter Finder - text based or lightweight map based locations optimized for low/poor comms at sea # Logging Service for mobile apps / observation log h3. Add New Platform # \[1\] first draft of procedure / checklist on confluence documenting the tasks for adding a platform - communications and data management plan # \[1\] Platform list for Sept 2012 ## Western Flyer ## LST ## LRAUV (2) ## Dorado ## Zephyr ## Drifting ESP - mooring and ESP are both data sources h3. Shore-Side Autonomy # Drifter Tracking App # Integration and support for shore-side TREX (Distributed Autonomy research) ]]> 24052185 24084945 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: {noformat} How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking. {noformat}| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track that what is shown as just points connected with lines | 2 | | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: {noformat} Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf ?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf ?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* {noformat} | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | {panel:title=Requirements} Requirements supporting materials: # Thom's requirements slides ([PPT|^CANON_ODSS_Requirements_2012_v1a.ppt]) ([PDF|^CANON_ODSS_Requirements_2012_v1a.pdf]) # [AOSN Data Policy Document|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] # [Data Analysis Requirements] # [Additional Requirements from Sep 2012] {panel} h3. Generic Features # \[1\] Browser support (2011 and 2012 versions) ## Firefox ## Safari ## Internet Explorer ## Google Chrome ## iPad via browser # \[1\] Browsers not supported, detect and display "Your browser is not supported, suggested using ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar h3. Shore-side (server) Autonomy # Communications Backplane provides connectivity to vehicles and data ## AMQP ## Google Protocol Buffers ## STOQS-RT # Drifter Tracking App - the 'hello world' of autonomy written in Java choreographed the robot ballet - AUV driving boxes around a drifter # Rajan lab enabled for more sophisticated shore-side autonomy using TREX and Europa. h3. Observation Log # Log notebook, implemented in 2011 as a web application. ## Used infrequently, need something better suited to the users # 2012, CSUMB students produced prototype mobile applications built on ODSS web service ## Support 'poor connectivity', use of email service on mobile device vs database # Future: add email ingest of log observations ## Bad formatting causes bounce back with instructions on formatting the email h3. Collaborative Science Tools # CoSci ## Threaded email discussions ## Data product sharing # COOP ## Chat and Voting ## Data descriptions, access h3. ODSS Data Analysis Feature # Initial draft of science user (DAC) requirements for the data analysis feature. In priority order: ## \[1\] Basic: "What data is available and where is it" ### Centralized Data Archive Description accessible through the 'Data Analysis' tab in odss.mbari.org. Provides access to files with descriptions. ### Update descriptions and pointers with all the data gathered during the experiment should be complete by end of the experiment ## Advanced: Query access to CANON data with browsing support (Matlab user is primary 'use case') ### \[1\] users want to be able to make queries against the CANON data sets and access the data via Matlab ### Users want to be able to browse the CANON data sets based on space, time and instrument. ### \[1\] Support Matlab users as the first step. Access would follow the NC Toolbox usage model. ### \[2\]Data browsing with access queries generated in a GUI tool such as MOQuA ## "Consistent" data access method across CANON data sets ## Require login to access data ## Embargo supported ## Data citation obligation associated with the data ## Notification on data updates ## Integration of LRAUV # Basic Access: ## Find data using Data Archive Description - confluence page with descriptions and web links ## Data stored in file system ("consistent": centralized file system, minimize different file types, standardize file types) ## Provision for quality control of data - how will data processors document QC issues and QC status ## Password protect embargoed data ## \[1\](!) Protect data from inadvertent delete ## Data archive description documents data citation obligation ## Documentation for data producers on guidelines for producing data and storage # Advanced Access: ## Browse data using a GUI that builds a database query, ### that can be used in Matlab or R ### Or provides files containing the data selected via the GUI ## Data is stored in databases ## Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources ## Provide browse / query support for data that does not fit the STOQS model # Basic Access ## Confluence pages with data descriptions and pointers to data organized by field campagn ### Updated, reviewed and complete by experiment end. ## Protections against file deletion on FTP site ### Change file (not directory) permissions to read-only by experiment end ### Directory listing (manifest) as a text file with descriptions. Create a document and train the science data providers on good form. ## Change notification ### RSS feed ### Email notifications (maybe) ## Analytics: Page Access counter # Advanced Access ## \[1\]Matlab use case (commandline in Matlab) ### Help on data access tool is available (like nctoolbox) ### User is able to open a connection to stoqs to get access to all CANON data ### User is able to discover what what data types (platforms, instruments, measurements, etc) are available ## \[2\] all CANON 'in-situ' Data is stored in databases. Data loaders, data format and structure are the challenge. ## Science users are educated on how to produce netcdf to ease the database load effort. Documentation and guidance on confluence. ## \[2\] Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Citation requirement and contact 'somehow' brought to data user. ## \[2\] Browsing available data and help forming queries. Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources h3. Water Management # \[1\] Implemented as a confluence page updated by science user with support from engineering ## Graphically shows the water sample management plan # Future plans include things like ## Track sample locations ## Track sample processing and results ## Connect water samples shown in ODSS situational awareness playback to information about the water sample status and location. ## Improve support in the ODSS for 'which water samples to invest expensive processing' h3. User Web Services # Drifter Finder - text based or lightweight map based locations optimized for low/poor comms at sea # Logging Service for mobile apps / observation log h3. Add New Platform # \[1\] first draft of procedure / checklist on confluence documenting the tasks for adding a platform - communications and data management plan # \[1\] Platform list for Sept 2012 ## Western Flyer ## LST ## LRAUV (2) ## Dorado ## Zephyr ## Drifting ESP - mooring and ESP are both data sources h3. Shore-Side Autonomy # Drifter Tracking App # Integration and support for shore-side TREX (Distributed Autonomy research) ]]> 24052186 24084939 24052180 24084940 24052181 24084941 24052182 24084952 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | {panel:title=Requirements} Requirements supporting materials: # Thom's requirements slides ([PPT|^CANON_ODSS_Requirements_2012_v1a.ppt]) ([PDF|^CANON_ODSS_Requirements_2012_v1a.pdf]) # [AOSN Data Policy Document|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] # [Data Analysis Requirements] # [Additional Requirements from Sep 2012] {panel} h3. Generic Features # \[1\] Browser support (2011 and 2012 versions) ## Firefox ## Safari ## Internet Explorer ## Google Chrome ## iPad via browser # \[1\] Browsers not supported, detect and display "Your browser is not supported, suggested using ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar h3. Shore-side (server) Autonomy # Communications Backplane provides connectivity to vehicles and data ## AMQP ## Google Protocol Buffers ## STOQS-RT # Drifter Tracking App - the 'hello world' of autonomy written in Java choreographed the robot ballet - AUV driving boxes around a drifter # Rajan lab enabled for more sophisticated shore-side autonomy using TREX and Europa. h3. Observation Log # Log notebook, implemented in 2011 as a web application. ## Used infrequently, need something better suited to the users # 2012, CSUMB students produced prototype mobile applications built on ODSS web service ## Support 'poor connectivity', use of email service on mobile device vs database # Future: add email ingest of log observations ## Bad formatting causes bounce back with instructions on formatting the email h3. Collaborative Science Tools # CoSci ## Threaded email discussions ## Data product sharing # COOP ## Chat and Voting ## Data descriptions, access h3. ODSS Data Analysis Feature # Initial draft of science user (DAC) requirements for the data analysis feature. In priority order: ## \[1\] Basic: "What data is available and where is it" ### Centralized Data Archive Description accessible through the 'Data Analysis' tab in odss.mbari.org. Provides access to files with descriptions. ### Update descriptions and pointers with all the data gathered during the experiment should be complete by end of the experiment ## Advanced: Query access to CANON data with browsing support (Matlab user is primary 'use case') ### \[1\] users want to be able to make queries against the CANON data sets and access the data via Matlab ### Users want to be able to browse the CANON data sets based on space, time and instrument. ### \[1\] Support Matlab users as the first step. Access would follow the NC Toolbox usage model. ### \[2\]Data browsing with access queries generated in a GUI tool such as MOQuA ## "Consistent" data access method across CANON data sets ## Require login to access data ## Embargo supported ## Data citation obligation associated with the data ## Notification on data updates ## Integration of LRAUV # Basic Access: ## Find data using Data Archive Description - confluence page with descriptions and web links ## Data stored in file system ("consistent": centralized file system, minimize different file types, standardize file types) ## Provision for quality control of data - how will data processors document QC issues and QC status ## Password protect embargoed data ## \[1\](!) Protect data from inadvertent delete ## Data archive description documents data citation obligation ## Documentation for data producers on guidelines for producing data and storage # Advanced Access: ## Browse data using a GUI that builds a database query, ### that can be used in Matlab or R ### Or provides files containing the data selected via the GUI ## Data is stored in databases ## Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources ## Provide browse / query support for data that does not fit the STOQS model # Basic Access ## Confluence pages with data descriptions and pointers to data organized by field campagn ### Updated, reviewed and complete by experiment end. ## Protections against file deletion on FTP site ### Change file (not directory) permissions to read-only by experiment end ### Directory listing (manifest) as a text file with descriptions. Create a document and train the science data providers on good form. ## Change notification ### RSS feed ### Email notifications (maybe) ## Analytics: Page Access counter # Advanced Access ## \[1\]Matlab use case (commandline in Matlab) ### Help on data access tool is available (like nctoolbox) ### User is able to open a connection to stoqs to get access to all CANON data ### User is able to discover what what data types (platforms, instruments, measurements, etc) are available ## \[2\] all CANON 'in-situ' Data is stored in databases. Data loaders, data format and structure are the challenge. ## Science users are educated on how to produce netcdf to ease the database load effort. Documentation and guidance on confluence. ## \[2\] Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Citation requirement and contact 'somehow' brought to data user. ## \[2\] Browsing available data and help forming queries. Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources h3. Water Management # \[1\] Implemented as a confluence page updated by science user with support from engineering ## Graphically shows the water sample management plan # Future plans include things like ## Track sample locations ## Track sample processing and results ## Connect water samples shown in ODSS situational awareness playback to information about the water sample status and location. ## Improve support in the ODSS for 'which water samples to invest expensive processing' h3. User Web Services # Drifter Finder - text based or lightweight map based locations optimized for low/poor comms at sea # Logging Service for mobile apps / observation log h3. Add New Platform # \[1\] first draft of procedure / checklist on confluence documenting the tasks for adding a platform - communications and data management plan # \[1\] Platform list for Sept 2012 ## Western Flyer ## LST ## LRAUV (2) ## Dorado ## Zephyr ## Drifting ESP - mooring and ESP are both data sources h3. Shore-Side Autonomy # Drifter Tracking App # Integration and support for shore-side TREX (Distributed Autonomy research) ]]> 24052193 24084951 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track that what is shown as just points connected with lines | 2 | | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: {noformat} Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf ?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf ?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* {noformat} | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | {panel:title=Requirements} Requirements supporting materials: # Thom's requirements slides ([PPT|^CANON_ODSS_Requirements_2012_v1a.ppt]) ([PDF|^CANON_ODSS_Requirements_2012_v1a.pdf]) # [AOSN Data Policy Document|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] # [Data Analysis Requirements] # [Additional Requirements from Sep 2012] {panel} h3. Generic Features # \[1\] Browser support (2011 and 2012 versions) ## Firefox ## Safari ## Internet Explorer ## Google Chrome ## iPad via browser # \[1\] Browsers not supported, detect and display "Your browser is not supported, suggested using ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar h3. Shore-side (server) Autonomy # Communications Backplane provides connectivity to vehicles and data ## AMQP ## Google Protocol Buffers ## STOQS-RT # Drifter Tracking App - the 'hello world' of autonomy written in Java choreographed the robot ballet - AUV driving boxes around a drifter # Rajan lab enabled for more sophisticated shore-side autonomy using TREX and Europa. h3. Observation Log # Log notebook, implemented in 2011 as a web application. ## Used infrequently, need something better suited to the users # 2012, CSUMB students produced prototype mobile applications built on ODSS web service ## Support 'poor connectivity', use of email service on mobile device vs database # Future: add email ingest of log observations ## Bad formatting causes bounce back with instructions on formatting the email h3. Collaborative Science Tools # CoSci ## Threaded email discussions ## Data product sharing # COOP ## Chat and Voting ## Data descriptions, access h3. ODSS Data Analysis Feature # Initial draft of science user (DAC) requirements for the data analysis feature. In priority order: ## \[1\] Basic: "What data is available and where is it" ### Centralized Data Archive Description accessible through the 'Data Analysis' tab in odss.mbari.org. Provides access to files with descriptions. ### Update descriptions and pointers with all the data gathered during the experiment should be complete by end of the experiment ## Advanced: Query access to CANON data with browsing support (Matlab user is primary 'use case') ### \[1\] users want to be able to make queries against the CANON data sets and access the data via Matlab ### Users want to be able to browse the CANON data sets based on space, time and instrument. ### \[1\] Support Matlab users as the first step. Access would follow the NC Toolbox usage model. ### \[2\]Data browsing with access queries generated in a GUI tool such as MOQuA ## "Consistent" data access method across CANON data sets ## Require login to access data ## Embargo supported ## Data citation obligation associated with the data ## Notification on data updates ## Integration of LRAUV # Basic Access: ## Find data using Data Archive Description - confluence page with descriptions and web links ## Data stored in file system ("consistent": centralized file system, minimize different file types, standardize file types) ## Provision for quality control of data - how will data processors document QC issues and QC status ## Password protect embargoed data ## \[1\](!) Protect data from inadvertent delete ## Data archive description documents data citation obligation ## Documentation for data producers on guidelines for producing data and storage # Advanced Access: ## Browse data using a GUI that builds a database query, ### that can be used in Matlab or R ### Or provides files containing the data selected via the GUI ## Data is stored in databases ## Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources ## Provide browse / query support for data that does not fit the STOQS model # Basic Access ## Confluence pages with data descriptions and pointers to data organized by field campagn ### Updated, reviewed and complete by experiment end. ## Protections against file deletion on FTP site ### Change file (not directory) permissions to read-only by experiment end ### Directory listing (manifest) as a text file with descriptions. Create a document and train the science data providers on good form. ## Change notification ### RSS feed ### Email notifications (maybe) ## Analytics: Page Access counter # Advanced Access ## \[1\]Matlab use case (commandline in Matlab) ### Help on data access tool is available (like nctoolbox) ### User is able to open a connection to stoqs to get access to all CANON data ### User is able to discover what what data types (platforms, instruments, measurements, etc) are available ## \[2\] all CANON 'in-situ' Data is stored in databases. Data loaders, data format and structure are the challenge. ## Science users are educated on how to produce netcdf to ease the database load effort. Documentation and guidance on confluence. ## \[2\] Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Citation requirement and contact 'somehow' brought to data user. ## \[2\] Browsing available data and help forming queries. Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources h3. Water Management # \[1\] Implemented as a confluence page updated by science user with support from engineering ## Graphically shows the water sample management plan # Future plans include things like ## Track sample locations ## Track sample processing and results ## Connect water samples shown in ODSS situational awareness playback to information about the water sample status and location. ## Improve support in the ODSS for 'which water samples to invest expensive processing' h3. User Web Services # Drifter Finder - text based or lightweight map based locations optimized for low/poor comms at sea # Logging Service for mobile apps / observation log h3. Add New Platform # \[1\] first draft of procedure / checklist on confluence documenting the tasks for adding a platform - communications and data management plan # \[1\] Platform list for Sept 2012 ## Western Flyer ## LST ## LRAUV (2) ## Dorado ## Zephyr ## Drifting ESP - mooring and ESP are both data sources h3. Shore-Side Autonomy # Drifter Tracking App # Integration and support for shore-side TREX (Distributed Autonomy research) ]]> 24052192 24084953 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | {panel:title=Requirements} Requirements supporting materials: # Thom's requirements slides ([PPT|^CANON_ODSS_Requirements_2012_v1a.ppt]) ([PDF|^CANON_ODSS_Requirements_2012_v1a.pdf]) # [AOSN Data Policy Document|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] # [Data Analysis Requirements] # [Additional Requirements from Sep 2012] {panel} h3. Generic Features # \[1\] Browser support (2011 and 2012 versions) ## Firefox ## Safari ## Internet Explorer ## Google Chrome ## iPad via browser # \[1\] Browsers not supported, detect and display "Your browser is not supported, suggested using ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar h3. Shore-side (server) Autonomy # Communications Backplane provides connectivity to vehicles and data ## AMQP ## Google Protocol Buffers ## STOQS-RT # Drifter Tracking App - the 'hello world' of autonomy written in Java choreographed the robot ballet - AUV driving boxes around a drifter # Rajan lab enabled for more sophisticated shore-side autonomy using TREX and Europa. h3. Observation Log # Log notebook, implemented in 2011 as a web application. ## Used infrequently, need something better suited to the users # 2012, CSUMB students produced prototype mobile applications built on ODSS web service ## Support 'poor connectivity', use of email service on mobile device vs database # Future: add email ingest of log observations ## Bad formatting causes bounce back with instructions on formatting the email h3. Collaborative Science Tools # CoSci ## Threaded email discussions ## Data product sharing # COOP ## Chat and Voting ## Data descriptions, access h3. ODSS Data Analysis Feature # Initial draft of science user (DAC) requirements for the data analysis feature. In priority order: ## \[1\] Basic: "What data is available and where is it" ### Centralized Data Archive Description accessible through the 'Data Analysis' tab in odss.mbari.org. Provides access to files with descriptions. ### Update descriptions and pointers with all the data gathered during the experiment should be complete by end of the experiment ## Advanced: Query access to CANON data with browsing support (Matlab user is primary 'use case') ### \[1\] users want to be able to make queries against the CANON data sets and access the data via Matlab ### Users want to be able to browse the CANON data sets based on space, time and instrument. ### \[1\] Support Matlab users as the first step. Access would follow the NC Toolbox usage model. ### \[2\]Data browsing with access queries generated in a GUI tool such as MOQuA ## "Consistent" data access method across CANON data sets ## Require login to access data ## Embargo supported ## Data citation obligation associated with the data ## Notification on data updates ## Integration of LRAUV # Basic Access: ## Find data using Data Archive Description - confluence page with descriptions and web links ## Data stored in file system ("consistent": centralized file system, minimize different file types, standardize file types) ## Provision for quality control of data - how will data processors document QC issues and QC status ## Password protect embargoed data ## \[1\](!) Protect data from inadvertent delete ## Data archive description documents data citation obligation ## Documentation for data producers on guidelines for producing data and storage # Advanced Access: ## Browse data using a GUI that builds a database query, ### that can be used in Matlab or R ### Or provides files containing the data selected via the GUI ## Data is stored in databases ## Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources ## Provide browse / query support for data that does not fit the STOQS model # Basic Access ## Confluence pages with data descriptions and pointers to data organized by field campagn ### Updated, reviewed and complete by experiment end. ## Protections against file deletion on FTP site ### Change file (not directory) permissions to read-only by experiment end ### Directory listing (manifest) as a text file with descriptions. Create a document and train the science data providers on good form. ## Change notification ### RSS feed ### Email notifications (maybe) ## Analytics: Page Access counter # Advanced Access ## \[1\]Matlab use case (commandline in Matlab) ### Help on data access tool is available (like nctoolbox) ### User is able to open a connection to stoqs to get access to all CANON data ### User is able to discover what what data types (platforms, instruments, measurements, etc) are available ## \[2\] all CANON 'in-situ' Data is stored in databases. Data loaders, data format and structure are the challenge. ## Science users are educated on how to produce netcdf to ease the database load effort. Documentation and guidance on confluence. ## \[2\] Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Citation requirement and contact 'somehow' brought to data user. ## \[2\] Browsing available data and help forming queries. Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources h3. Water Management # \[1\] Implemented as a confluence page updated by science user with support from engineering ## Graphically shows the water sample management plan # Future plans include things like ## Track sample locations ## Track sample processing and results ## Connect water samples shown in ODSS situational awareness playback to information about the water sample status and location. ## Improve support in the ODSS for 'which water samples to invest expensive processing' h3. User Web Services # Drifter Finder - text based or lightweight map based locations optimized for low/poor comms at sea # Logging Service for mobile apps / observation log h3. Add New Platform # \[1\] first draft of procedure / checklist on confluence documenting the tasks for adding a platform - communications and data management plan # \[1\] Platform list for Sept 2012 ## Western Flyer ## LST ## LRAUV (2) ## Dorado ## Zephyr ## Drifting ESP - mooring and ESP are both data sources h3. Shore-Side Autonomy # Drifter Tracking App # Integration and support for shore-side TREX (Distributed Autonomy research) ]]> 24052194 24084947 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: {noformat} How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking. {noformat}| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track that what is shown as just points connected with lines | 2 | | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: {noformat} Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf ?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf ?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* {noformat} | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | {panel:title=Requirements} Requirements supporting materials: # Thom's requirements slides ([PPT|^CANON_ODSS_Requirements_2012_v1a.ppt]) ([PDF|^CANON_ODSS_Requirements_2012_v1a.pdf]) # [AOSN Data Policy Document|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] # [Data Analysis Requirements] # [Additional Requirements from Sep 2012] {panel} h3. Generic Features # \[1\] Browser support (2011 and 2012 versions) ## Firefox ## Safari ## Internet Explorer ## Google Chrome ## iPad via browser # \[1\] Browsers not supported, detect and display "Your browser is not supported, suggested using ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar h3. Shore-side (server) Autonomy # Communications Backplane provides connectivity to vehicles and data ## AMQP ## Google Protocol Buffers ## STOQS-RT # Drifter Tracking App - the 'hello world' of autonomy written in Java choreographed the robot ballet - AUV driving boxes around a drifter # Rajan lab enabled for more sophisticated shore-side autonomy using TREX and Europa. h3. Observation Log # Log notebook, implemented in 2011 as a web application. ## Used infrequently, need something better suited to the users # 2012, CSUMB students produced prototype mobile applications built on ODSS web service ## Support 'poor connectivity', use of email service on mobile device vs database # Future: add email ingest of log observations ## Bad formatting causes bounce back with instructions on formatting the email h3. Collaborative Science Tools # CoSci ## Threaded email discussions ## Data product sharing # COOP ## Chat and Voting ## Data descriptions, access h3. ODSS Data Analysis Feature # Initial draft of science user (DAC) requirements for the data analysis feature. In priority order: ## \[1\] Basic: "What data is available and where is it" ### Centralized Data Archive Description accessible through the 'Data Analysis' tab in odss.mbari.org. Provides access to files with descriptions. ### Update descriptions and pointers with all the data gathered during the experiment should be complete by end of the experiment ## Advanced: Query access to CANON data with browsing support (Matlab user is primary 'use case') ### \[1\] users want to be able to make queries against the CANON data sets and access the data via Matlab ### Users want to be able to browse the CANON data sets based on space, time and instrument. ### \[1\] Support Matlab users as the first step. Access would follow the NC Toolbox usage model. ### \[2\]Data browsing with access queries generated in a GUI tool such as MOQuA ## "Consistent" data access method across CANON data sets ## Require login to access data ## Embargo supported ## Data citation obligation associated with the data ## Notification on data updates ## Integration of LRAUV # Basic Access: ## Find data using Data Archive Description - confluence page with descriptions and web links ## Data stored in file system ("consistent": centralized file system, minimize different file types, standardize file types) ## Provision for quality control of data - how will data processors document QC issues and QC status ## Password protect embargoed data ## \[1\](!) Protect data from inadvertent delete ## Data archive description documents data citation obligation ## Documentation for data producers on guidelines for producing data and storage # Advanced Access: ## Browse data using a GUI that builds a database query, ### that can be used in Matlab or R ### Or provides files containing the data selected via the GUI ## Data is stored in databases ## Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources ## Provide browse / query support for data that does not fit the STOQS model # Basic Access ## Confluence pages with data descriptions and pointers to data organized by field campagn ### Updated, reviewed and complete by experiment end. ## Protections against file deletion on FTP site ### Change file (not directory) permissions to read-only by experiment end ### Directory listing (manifest) as a text file with descriptions. Create a document and train the science data providers on good form. ## Change notification ### RSS feed ### Email notifications (maybe) ## Analytics: Page Access counter # Advanced Access ## \[1\]Matlab use case (commandline in Matlab) ### Help on data access tool is available (like nctoolbox) ### User is able to open a connection to stoqs to get access to all CANON data ### User is able to discover what what data types (platforms, instruments, measurements, etc) are available ## \[2\] all CANON 'in-situ' Data is stored in databases. Data loaders, data format and structure are the challenge. ## Science users are educated on how to produce netcdf to ease the database load effort. Documentation and guidance on confluence. ## \[2\] Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Citation requirement and contact 'somehow' brought to data user. ## \[2\] Browsing available data and help forming queries. Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources h3. Water Management # \[1\] Implemented as a confluence page updated by science user with support from engineering ## Graphically shows the water sample management plan # Future plans include things like ## Track sample locations ## Track sample processing and results ## Connect water samples shown in ODSS situational awareness playback to information about the water sample status and location. ## Improve support in the ODSS for 'which water samples to invest expensive processing' h3. User Web Services # Drifter Finder - text based or lightweight map based locations optimized for low/poor comms at sea # Logging Service for mobile apps / observation log h3. Add New Platform # \[1\] first draft of procedure / checklist on confluence documenting the tasks for adding a platform - communications and data management plan # \[1\] Platform list for Sept 2012 ## Western Flyer ## LST ## LRAUV (2) ## Dorado ## Zephyr ## Drifting ESP - mooring and ESP are both data sources h3. Shore-Side Autonomy # Drifter Tracking App # Integration and support for shore-side TREX (Distributed Autonomy research) ]]> 24052188 24084949 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: {noformat} How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking. {noformat}| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track that what is shown as just points connected with lines | 2 | | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: {noformat} Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf ?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf ?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* {noformat} | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | {panel:title=Requirements} Requirements supporting materials: # Thom's requirements slides ([PPT|^CANON_ODSS_Requirements_2012_v1a.ppt]) ([PDF|^CANON_ODSS_Requirements_2012_v1a.pdf]) # [AOSN Data Policy Document|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] # [Data Analysis Requirements] # [Additional Requirements from Sep 2012] {panel} h3. Generic Features # \[1\] Browser support (2011 and 2012 versions) ## Firefox ## Safari ## Internet Explorer ## Google Chrome ## iPad via browser # \[1\] Browsers not supported, detect and display "Your browser is not supported, suggested using ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar h3. Shore-side (server) Autonomy # Communications Backplane provides connectivity to vehicles and data ## AMQP ## Google Protocol Buffers ## STOQS-RT # Drifter Tracking App - the 'hello world' of autonomy written in Java choreographed the robot ballet - AUV driving boxes around a drifter # Rajan lab enabled for more sophisticated shore-side autonomy using TREX and Europa. h3. Observation Log # Log notebook, implemented in 2011 as a web application. ## Used infrequently, need something better suited to the users # 2012, CSUMB students produced prototype mobile applications built on ODSS web service ## Support 'poor connectivity', use of email service on mobile device vs database # Future: add email ingest of log observations ## Bad formatting causes bounce back with instructions on formatting the email h3. Collaborative Science Tools # CoSci ## Threaded email discussions ## Data product sharing # COOP ## Chat and Voting ## Data descriptions, access h3. ODSS Data Analysis Feature # Initial draft of science user (DAC) requirements for the data analysis feature. In priority order: ## \[1\] Basic: "What data is available and where is it" ### Centralized Data Archive Description accessible through the 'Data Analysis' tab in odss.mbari.org. Provides access to files with descriptions. ### Update descriptions and pointers with all the data gathered during the experiment should be complete by end of the experiment ## Advanced: Query access to CANON data with browsing support (Matlab user is primary 'use case') ### \[1\] users want to be able to make queries against the CANON data sets and access the data via Matlab ### Users want to be able to browse the CANON data sets based on space, time and instrument. ### \[1\] Support Matlab users as the first step. Access would follow the NC Toolbox usage model. ### \[2\]Data browsing with access queries generated in a GUI tool such as MOQuA ## "Consistent" data access method across CANON data sets ## Require login to access data ## Embargo supported ## Data citation obligation associated with the data ## Notification on data updates ## Integration of LRAUV # Basic Access: ## Find data using Data Archive Description - confluence page with descriptions and web links ## Data stored in file system ("consistent": centralized file system, minimize different file types, standardize file types) ## Provision for quality control of data - how will data processors document QC issues and QC status ## Password protect embargoed data ## \[1\](!) Protect data from inadvertent delete ## Data archive description documents data citation obligation ## Documentation for data producers on guidelines for producing data and storage # Advanced Access: ## Browse data using a GUI that builds a database query, ### that can be used in Matlab or R ### Or provides files containing the data selected via the GUI ## Data is stored in databases ## Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources ## Provide browse / query support for data that does not fit the STOQS model # Basic Access ## Confluence pages with data descriptions and pointers to data organized by field campagn ### Updated, reviewed and complete by experiment end. ## Protections against file deletion on FTP site ### Change file (not directory) permissions to read-only by experiment end ### Directory listing (manifest) as a text file with descriptions. Create a document and train the science data providers on good form. ## Change notification ### RSS feed ### Email notifications (maybe) ## Analytics: Page Access counter # Advanced Access ## \[1\]Matlab use case (commandline in Matlab) ### Help on data access tool is available (like nctoolbox) ### User is able to open a connection to stoqs to get access to all CANON data ### User is able to discover what what data types (platforms, instruments, measurements, etc) are available ## \[2\] all CANON 'in-situ' Data is stored in databases. Data loaders, data format and structure are the challenge. ## Science users are educated on how to produce netcdf to ease the database load effort. Documentation and guidance on confluence. ## \[2\] Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Citation requirement and contact 'somehow' brought to data user. ## \[2\] Browsing available data and help forming queries. Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources h3. Water Management # \[1\] Implemented as a confluence page updated by science user with support from engineering ## Graphically shows the water sample management plan # Future plans include things like ## Track sample locations ## Track sample processing and results ## Connect water samples shown in ODSS situational awareness playback to information about the water sample status and location. ## Improve support in the ODSS for 'which water samples to invest expensive processing' h3. User Web Services # Drifter Finder - text based or lightweight map based locations optimized for low/poor comms at sea # Logging Service for mobile apps / observation log h3. Add New Platform # \[1\] first draft of procedure / checklist on confluence documenting the tasks for adding a platform - communications and data management plan # \[1\] Platform list for Sept 2012 ## Western Flyer ## LST ## LRAUV (2) ## Dorado ## Zephyr ## Drifting ESP - mooring and ESP are both data sources h3. Shore-Side Autonomy # Drifter Tracking App # Integration and support for shore-side TREX (Distributed Autonomy research) ]]> 24052190 24084959 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | {panel:title=Requirements} Requirements supporting materials: # Thom's requirements slides ([PPT|^CANON_ODSS_Requirements_2012_v1a.ppt]) ([PDF|^CANON_ODSS_Requirements_2012_v1a.pdf]) # [AOSN Data Policy Document|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] # [Data Analysis Requirements] # [Additional Requirements from Sep 2012] {panel} ]]> 24052200 24084962 24052203 24084961 24052202 24084955 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | {panel:title=Requirements} Requirements supporting materials: # Thom's requirements slides ([PPT|^CANON_ODSS_Requirements_2012_v1a.ppt]) ([PDF|^CANON_ODSS_Requirements_2012_v1a.pdf]) # [AOSN Data Policy Document|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] # [Data Analysis Requirements] # [Additional Requirements from Sep 2012] {panel} h3. Generic Features # \[1\] Browser support (2011 and 2012 versions) ## Firefox ## Safari ## Internet Explorer ## Google Chrome ## iPad via browser # \[1\] Browsers not supported, detect and display "Your browser is not supported, suggested using ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar h3. Shore-side (server) Autonomy # Communications Backplane provides connectivity to vehicles and data ## AMQP ## Google Protocol Buffers ## STOQS-RT # Drifter Tracking App - the 'hello world' of autonomy written in Java choreographed the robot ballet - AUV driving boxes around a drifter # Rajan lab enabled for more sophisticated shore-side autonomy using TREX and Europa. h3. Observation Log # Log notebook, implemented in 2011 as a web application. ## Used infrequently, need something better suited to the users # 2012, CSUMB students produced prototype mobile applications built on ODSS web service ## Support 'poor connectivity', use of email service on mobile device vs database # Future: add email ingest of log observations ## Bad formatting causes bounce back with instructions on formatting the email h3. Collaborative Science Tools # CoSci ## Threaded email discussions ## Data product sharing # COOP ## Chat and Voting ## Data descriptions, access h3. ODSS Data Analysis Feature # Initial draft of science user (DAC) requirements for the data analysis feature. In priority order: ## \[1\] Basic: "What data is available and where is it" ### Centralized Data Archive Description accessible through the 'Data Analysis' tab in odss.mbari.org. Provides access to files with descriptions. ### Update descriptions and pointers with all the data gathered during the experiment should be complete by end of the experiment ## Advanced: Query access to CANON data with browsing support (Matlab user is primary 'use case') ### \[1\] users want to be able to make queries against the CANON data sets and access the data via Matlab ### Users want to be able to browse the CANON data sets based on space, time and instrument. ### \[1\] Support Matlab users as the first step. Access would follow the NC Toolbox usage model. ### \[2\]Data browsing with access queries generated in a GUI tool such as MOQuA ## "Consistent" data access method across CANON data sets ## Require login to access data ## Embargo supported ## Data citation obligation associated with the data ## Notification on data updates ## Integration of LRAUV # Basic Access: ## Find data using Data Archive Description - confluence page with descriptions and web links ## Data stored in file system ("consistent": centralized file system, minimize different file types, standardize file types) ## Provision for quality control of data - how will data processors document QC issues and QC status ## Password protect embargoed data ## \[1\](!) Protect data from inadvertent delete ## Data archive description documents data citation obligation ## Documentation for data producers on guidelines for producing data and storage # Advanced Access: ## Browse data using a GUI that builds a database query, ### that can be used in Matlab or R ### Or provides files containing the data selected via the GUI ## Data is stored in databases ## Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources ## Provide browse / query support for data that does not fit the STOQS model # Basic Access ## Confluence pages with data descriptions and pointers to data organized by field campagn ### Updated, reviewed and complete by experiment end. ## Protections against file deletion on FTP site ### Change file (not directory) permissions to read-only by experiment end ### Directory listing (manifest) as a text file with descriptions. Create a document and train the science data providers on good form. ## Change notification ### RSS feed ### Email notifications (maybe) ## Analytics: Page Access counter # Advanced Access ## \[1\]Matlab use case (commandline in Matlab) ### Help on data access tool is available (like nctoolbox) ### User is able to open a connection to stoqs to get access to all CANON data ### User is able to discover what what data types (platforms, instruments, measurements, etc) are available ## \[2\] all CANON 'in-situ' Data is stored in databases. Data loaders, data format and structure are the challenge. ## Science users are educated on how to produce netcdf to ease the database load effort. Documentation and guidance on confluence. ## \[2\] Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Citation requirement and contact 'somehow' brought to data user. ## \[2\] Browsing available data and help forming queries. Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources h3. Water Management # \[1\] Implemented as a confluence page updated by science user with support from engineering ## Graphically shows the water sample management plan # Future plans include things like ## Track sample locations ## Track sample processing and results ## Connect water samples shown in ODSS situational awareness playback to information about the water sample status and location. ## Improve support in the ODSS for 'which water samples to invest expensive processing' h3. User Web Services # Drifter Finder - text based or lightweight map based locations optimized for low/poor comms at sea # Logging Service for mobile apps / observation log h3. Add New Platform # \[1\] first draft of procedure / checklist on confluence documenting the tasks for adding a platform - communications and data management plan # \[1\] Platform list for Sept 2012 ## Western Flyer ## LST ## LRAUV (2) ## Dorado ## Zephyr ## Drifting ESP - mooring and ESP are both data sources h3. Shore-Side Autonomy # Drifter Tracking App # Integration and support for shore-side TREX (Distributed Autonomy research) ]]> 24052196 24084958 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | {panel:title=Requirements} Requirements supporting materials: # Thom's requirements slides ([PPT|^CANON_ODSS_Requirements_2012_v1a.ppt]) ([PDF|^CANON_ODSS_Requirements_2012_v1a.pdf]) # [AOSN Data Policy Document|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] # [Data Analysis Requirements] # [Additional Requirements from Sep 2012] {panel} h3. Generic Features # \[1\] Browser support (2011 and 2012 versions) ## Firefox ## Safari ## Internet Explorer ## Google Chrome ## iPad via browser # \[1\] Browsers not supported, detect and display "Your browser is not supported, suggested using ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar h3. Shore-side (server) Autonomy # Communications Backplane provides connectivity to vehicles and data ## AMQP ## Google Protocol Buffers ## STOQS-RT # Drifter Tracking App - the 'hello world' of autonomy written in Java choreographed the robot ballet - AUV driving boxes around a drifter # Rajan lab enabled for more sophisticated shore-side autonomy using TREX and Europa. h3. Observation Log # Log notebook, implemented in 2011 as a web application. ## Used infrequently, need something better suited to the users # 2012, CSUMB students produced prototype mobile applications built on ODSS web service ## Support 'poor connectivity', use of email service on mobile device vs database # Future: add email ingest of log observations ## Bad formatting causes bounce back with instructions on formatting the email h3. Collaborative Science Tools # CoSci ## Threaded email discussions ## Data product sharing # COOP ## Chat and Voting ## Data descriptions, access h3. ODSS Data Analysis Feature # Initial draft of science user (DAC) requirements for the data analysis feature. In priority order: ## \[1\] Basic: "What data is available and where is it" ### Centralized Data Archive Description accessible through the 'Data Analysis' tab in odss.mbari.org. Provides access to files with descriptions. ### Update descriptions and pointers with all the data gathered during the experiment should be complete by end of the experiment ## Advanced: Query access to CANON data with browsing support (Matlab user is primary 'use case') ### \[1\] users want to be able to make queries against the CANON data sets and access the data via Matlab ### Users want to be able to browse the CANON data sets based on space, time and instrument. ### \[1\] Support Matlab users as the first step. Access would follow the NC Toolbox usage model. ### \[2\]Data browsing with access queries generated in a GUI tool such as MOQuA ## "Consistent" data access method across CANON data sets ## Require login to access data ## Embargo supported ## Data citation obligation associated with the data ## Notification on data updates ## Integration of LRAUV # Basic Access: ## Find data using Data Archive Description - confluence page with descriptions and web links ## Data stored in file system ("consistent": centralized file system, minimize different file types, standardize file types) ## Provision for quality control of data - how will data processors document QC issues and QC status ## Password protect embargoed data ## \[1\](!) Protect data from inadvertent delete ## Data archive description documents data citation obligation ## Documentation for data producers on guidelines for producing data and storage # Advanced Access: ## Browse data using a GUI that builds a database query, ### that can be used in Matlab or R ### Or provides files containing the data selected via the GUI ## Data is stored in databases ## Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources ## Provide browse / query support for data that does not fit the STOQS model # Basic Access ## Confluence pages with data descriptions and pointers to data organized by field campagn ### Updated, reviewed and complete by experiment end. ## Protections against file deletion on FTP site ### Change file (not directory) permissions to read-only by experiment end ### Directory listing (manifest) as a text file with descriptions. Create a document and train the science data providers on good form. ## Change notification ### RSS feed ### Email notifications (maybe) ## Analytics: Page Access counter # Advanced Access ## \[1\]Matlab use case (commandline in Matlab) ### Help on data access tool is available (like nctoolbox) ### User is able to open a connection to stoqs to get access to all CANON data ### User is able to discover what what data types (platforms, instruments, measurements, etc) are available ## \[2\] all CANON 'in-situ' Data is stored in databases. Data loaders, data format and structure are the challenge. ## Science users are educated on how to produce netcdf to ease the database load effort. Documentation and guidance on confluence. ## \[2\] Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Citation requirement and contact 'somehow' brought to data user. ## \[2\] Browsing available data and help forming queries. Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources h3. Water Management # \[1\] Implemented as a confluence page updated by science user with support from engineering ## Graphically shows the water sample management plan # Future plans include things like ## Track sample locations ## Track sample processing and results ## Connect water samples shown in ODSS situational awareness playback to information about the water sample status and location. ## Improve support in the ODSS for 'which water samples to invest expensive processing' h3. User Web Services # Drifter Finder - text based or lightweight map based locations optimized for low/poor comms at sea # Logging Service for mobile apps / observation log h3. Add New Platform # \[1\] first draft of procedure / checklist on confluence documenting the tasks for adding a platform - communications and data management plan # \[1\] Platform list for Sept 2012 ## Western Flyer ## LST ## LRAUV (2) ## Dorado ## Zephyr ## Drifting ESP - mooring and ESP are both data sources h3. Shore-Side Autonomy # Drifter Tracking App # Integration and support for shore-side TREX (Distributed Autonomy research) ]]> 24052199 24084965 24052206 24084966 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | ]]> 24052207 24084963 24052204 24084964 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | ]]> 24052205 24084977 24052218 24084978 24052219 24084975 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | ]]> 24052216 24084973 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | ]]> 24052214 24084986 24052227 24084985 24052226 24084983 24052224 24084982 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | ]]> 24052223 24084980 24052221 24084979 24052220 24084987 24052228 24084750 {code}]]> 24051988 24084754 {code} # Copy the generated environment variables to your ~/.profile {noformat} cat /Users/dcline/condor/condor.sh >> ~/.profile {noformat} ]]> 24051992 24084753 24051991 21398707 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21366002 18284586 18251819 24084764 {code} # Copy the generated environment variables to your ~/.profile {noformat} cat /Users/dcline/condor/condor.sh >> ~/.profile {noformat} # Use [Lingon|http://lingon.sourceforge.net/] to create a launchd item to execute {{condor_start.sh}} as a service. !org_mbari_eits_Condor_macLingon.png|thumbnail! # In Lingon, Click expert mode in the bottom right, then add the following {noformat} ... EnvironmentVariables CONDOR_CONFIG /Users//condor/etc/condor_config ... {noformat} ]]> 24052003 18284584 18251817 24084765 {code} # Copy the generated environment variables to your ~/.profile {noformat} cat /Users/dcline/condor/condor.sh >> ~/.profile {noformat} # Use [Lingon|http://lingon.sourceforge.net/] to create a launchd item to execute {{condor_start.sh}} as a service. Create a new service and enter the command, substituting your user name: {code} /Users//condor/sbin/condor_master -f -c /Users//condor/etc/condor_config {code} Select "At login and at load" to have it run every time you login ]]> 24052004 18284583 18251816 21398705 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21366000 24084755 [dcline@holoprocvm1]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm1]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm1]# perl Makefile.PL [dcline@holoprocvm1]# make test [dcline@holoprocvm1]# sudo make install {noformat} Above ExifTool instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. h2. Debugging notes If get the error when running Matlab {noformat} Fatal Error on startup: Cannot locate com/mathworks/jmi/OpaqueJavaInterface class {noformat} Need to unset MATLAB_JAVA {noformat} [dcline@holoprocvm]#unset MATLAB_JAVA {noformat}]]> 24051993 18284593 18251826 24084756 24051994 18284591 18251824 24084758 24051996 18284590 18251823 18284588 18251821 21398677 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21365972 21398678 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21365973 21398675 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21365970 24084801 {code} # Use [Lingon|http://lingon.sourceforge.net/] to create a launchd item to execute Condor as a service. Create a new service and enter the command, substituting your user name: {code} /Users//condor/sbin/condor_master -f -c /Users//condor/etc/condor_config {code} Select "At login and at load" to have it run every time you login !lingon_condor_mac.png|align=left!]]> 24052040 24084802 {code} # Use [Lingon|http://lingon.sourceforge.net/] to create a launchd item to execute Condor as a service. Create a new service and enter the command, substituting your user name: {code} /Users//condor/sbin/condor_master -f -c /Users//condor/etc/condor_config {code} Select "At login and at load" to have it run every time you login !lingon_condor_mac.png|align=left!]]> 24052041 21398673 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21365968 24084800 {code} # Copy the generated environment variables to your ~/.profile {noformat} cat /Users/dcline/condor/condor.sh >> ~/.profile {noformat} # Use [Lingon|http://lingon.sourceforge.net/] to create a launchd item to execute Condor as a service. Create a new service and enter the command, substituting your user name: {code} /Users//condor/sbin/condor_master -f -c /Users//condor/etc/condor_config {code} Select "At login and at load" to have it run every time you login !lingon_condor_mac.png|align=left!]]> 24052039 21398671 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21365966 24084818 24052057 24084812 24052051 24084808 24052047 24084810 24052049 24084804 24052043 24084806 24052045 24084833 24052074 24084827 24052068 21398763 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21366059 21398766 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21366063 24084830 24052071 24084823 24052064 24084824 24052065 21398759 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21366055 21398761 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21366057 24084850 24052091 24084848 24052089 24084846 24052087 24084844 24052085 24084842 24052083 24084840 24052081 24084838 24052079 24084836 24052077 21398738 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21366034 24084866 24052107 24084864 24052105 24084862 24052103 21398733 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21366029 24084860 24052101 24084858 24052099 24084856 24052097 24084854 24052095 24084852 24052093 24084628 24051861 24084664 [dcline@holoprocvm]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm]# perl Makefile.PL [dcline@holoprocvm]# make test [dcline@holoprocvm]# sudo make install {noformat} These instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. * Install Condor, e.g. sudo apt-get install condor \* Edit /etc/condor_config.local, add/modify following lines {code} ## To allow log files to exist on NFS, otherwise aborts DAGS DAGMAN_LOG_ON_NFS_IS_ERROR = FALSE ## Your user account or whomever is administering this machine CONDOR_ADMIN = your_email@mbari ## Reduce the number of advertised CPUs as the Holoproc software is CPU intensive NUM_CPUS = 2 ## Define as having the Matlab Compiler Runtime(MCR) capability for the class ads HAS_MCR = True STARTD_EXPRS = HAS_MCR, $(STARTD_EXPRS) {code} * Start the condor service {noformat} [dcline@holoprocvm]# service condor start {noformat} h2. Debugging notes If get the error when running Matlab {noformat} Fatal Error on startup: Cannot locate com/mathworks/jmi/OpaqueJavaInterface class {noformat} Need to unset MATLAB_JAVA {noformat} [dcline@holoprocvm]#unset MATLAB_JAVA {noformat}]]> 24051897 6783000 6750232 6782999 6750231 6783005 6750237 24084698 24051934 24084694 [dcline@holoprocvm]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm]# perl Makefile.PL [dcline@holoprocvm]# make test [dcline@holoprocvm]# sudo make install {noformat} These instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. * Install Condor, e.g. sudo yum install condor \* Edit /etc/condor_config.local, add/modify following lines {code} ## To allow log files to exist on NFS, otherwise aborts DAGS DAGMAN_LOG_ON_NFS_IS_ERROR = FALSE ## Your user account or whomever is administering this machine CONDOR_ADMIN = your_email@mbari ## Reduce the number of advertised CPUs as the Holoproc software is CPU intensive NUM_CPUS = 2 ## Define as having the Matlab Compiler Runtime(MCR) capability for the class ads HAS_MCR = True STARTD_EXPRS = HAS_MCR, $(STARTD_EXPRS) {code} * Start the condor service {noformat} [dcline@holoprocvm]# service condor start {noformat} h2. Debugging notes If get the error when running Matlab {noformat} Fatal Error on startup: Cannot locate com/mathworks/jmi/OpaqueJavaInterface class {noformat} Need to unset MATLAB_JAVA {noformat} [dcline@holoprocvm]#unset MATLAB_JAVA {noformat}]]> 24051930 24084706 24051943 24084703 [dcline@holoprocvm]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm]# perl Makefile.PL [dcline@holoprocvm]# make test [dcline@holoprocvm]# sudo make install {noformat} These instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. h2. Debugging notes If get the error when running Matlab {noformat} Fatal Error on startup: Cannot locate com/mathworks/jmi/OpaqueJavaInterface class {noformat} Need to unset MATLAB_JAVA {noformat} [dcline@holoprocvm]#unset MATLAB_JAVA {noformat}]]> 24051939 24084701 [dcline@holoprocvm]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm]# perl Makefile.PL [dcline@holoprocvm]# make test [dcline@holoprocvm]# sudo make install {noformat} These instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. * Install Condor, e.g. sudo yum install condor \* Edit /etc/condor_config.local, add/modify following lines {code} ## To allow log files to exist on NFS, otherwise aborts DAGS DAGMAN_LOG_ON_NFS_IS_ERROR = FALSE ## Your user account or whomever is administering this machine CONDOR_ADMIN = your_email@mbari ## Reduce the number of advertised CPUs as the Holoproc software is CPU intensive NUM_CPUS = 2 ## Define as having the Matlab Compiler Runtime(MCR) capability for the class ads HAS_MCR = True STARTD_EXPRS = HAS_MCR, $(STARTD_EXPRS) {code} * Start the condor service {noformat} [dcline@holoprocvm]# service condor start {noformat} h2. Debugging notes If get the error when running Matlab {noformat} Fatal Error on startup: Cannot locate com/mathworks/jmi/OpaqueJavaInterface class {noformat} Need to unset MATLAB_JAVA {noformat} [dcline@holoprocvm]#unset MATLAB_JAVA {noformat}]]> 24051937 24084699 24051935 24084727 24051964 24084729 [dcline@holoprocvm1]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm1]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm1]# perl Makefile.PL [dcline@holoprocvm1]# make test [dcline@holoprocvm1]# sudo make install {noformat} Above ExifTool instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. h2. Debugging notes If get the error when running Matlab {noformat} Fatal Error on startup: Cannot locate com/mathworks/jmi/OpaqueJavaInterface class {noformat} Need to unset MATLAB_JAVA {noformat} [dcline@holoprocvm]#unset MATLAB_JAVA {noformat}]]> 24051966 24084723 [dcline@holoprocvm1]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm1]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm1]# perl Makefile.PL [dcline@holoprocvm1]# make test [dcline@holoprocvm1]# sudo make install {noformat} These instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. h2. Debugging notes If get the error when running Matlab {noformat} Fatal Error on startup: Cannot locate com/mathworks/jmi/OpaqueJavaInterface class {noformat} Need to unset MATLAB_JAVA {noformat} [dcline@holoprocvm]#unset MATLAB_JAVA {noformat}]]> 24051960 24084725 24051962 24084735 {code}]]> 24051973 24084731 24051969 24084733 {code}]]> 24051971 24084712 24051949 24084714 24051951 24084707 24051944 24084708 24051945 24084709 24051946 24084719 24051956 24084721 [dcline@holoprocvm1]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm1]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm1]# perl Makefile.PL [dcline@holoprocvm1]# make test [dcline@holoprocvm1]# sudo make install {noformat} These instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. h2. Debugging notes If get the error when running Matlab {noformat} Fatal Error on startup: Cannot locate com/mathworks/jmi/OpaqueJavaInterface class {noformat} Need to unset MATLAB_JAVA {noformat} [dcline@holoprocvm]#unset MATLAB_JAVA {noformat}]]> 24051958 24084722 [dcline@holoprocvm1]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm1]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm1]# perl Makefile.PL [dcline@holoprocvm1]# make test [dcline@holoprocvm1]# sudo make install {noformat} These instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. h2. Debugging notes If get the error when running Matlab {noformat} Fatal Error on startup: Cannot locate com/mathworks/jmi/OpaqueJavaInterface class {noformat} Need to unset MATLAB_JAVA {noformat} [dcline@holoprocvm]#unset MATLAB_JAVA {noformat}]]> 24051959 24084717 24051954 24084510 24051742 24084508 24051740 24084514 24051746 24084506 24051738 24084524 24051756 24084526 24051758 24084516 24051748 24084515 24051747 24084518 24051750 24084520 24051752 24084522 24051754 24084577 [dcline@holoprocvm]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm]# perl Makefile.PL [dcline@holoprocvm]# make test [dcline@holoprocvm]# sudo make install {noformat} These instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. * Install Condor, e.g. sudo apt-get install condor \* Edit /etc/condor_config.local, add/modify following lines {code} ## To allow log files to exist on NFS, otherwise aborts DAGS DAGMAN_LOG_ON_NFS_IS_ERROR = FALSE ## Your user account or whomever is administering this machine CONDOR_ADMIN = your_email@mbari ## Reduce the number of advertised CPUs as the Holoproc software is CPU intensive NUM_CPUS = 2 ## Define as having the Matlab Compiler Runtime(MCR) capability for the class ads HAS_MCR = True STARTD_EXPRS = HAS_MCR, $(STARTD_EXPRS) {code} * Start the condor service {noformat} [dcline@holoprocvm]# service condor start {noformat} h2. Debugging notes If get the error when running Matlab {noformat} Fatal Error on startup: Cannot locate com/mathworks/jmi/OpaqueJavaInterface class {noformat} Need to unset MATLAB_JAVA {noformat} [dcline@holoprocvm]#unset MATLAB_JAVA {noformat}]]> 24051809 24084578 [dcline@holoprocvm]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm]# perl Makefile.PL [dcline@holoprocvm]# make test [dcline@holoprocvm]# sudo make install {noformat} These instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. * Install Condor, e.g. sudo apt-get install condor \* Edit /etc/condor_config.local, add/modify following lines {code} ## To allow log files to exist on NFS, otherwise aborts DAGS DAGMAN_LOG_ON_NFS_IS_ERROR = FALSE ## Your user account or whomever is administering this machine CONDOR_ADMIN = your_email@mbari ## Reduce the number of advertised CPUs as the Holoproc software is CPU intensive NUM_CPUS = 2 ## Define as having the Matlab Compiler Runtime(MCR) capability for the class ads HAS_MCR = True STARTD_EXPRS = HAS_MCR, $(STARTD_EXPRS) {code} * Start the condor service {noformat} [dcline@holoprocvm]# service condor start {noformat} h2. Debugging notes If get the error when running Matlab {noformat} Fatal Error on startup: Cannot locate com/mathworks/jmi/OpaqueJavaInterface class {noformat} Need to unset MATLAB_JAVA {noformat} [dcline@holoprocvm]#unset MATLAB_JAVA {noformat}]]> 24051810 24084575 24051807 24084573 24051805 24084571 24051803 24084572 24051804 24084569 [dcline@holoprocvm]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm]# perl Makefile.PL [dcline@holoprocvm]# make test [dcline@holoprocvm]# sudo make install {noformat} These instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. * Install Condor, e.g. sudo apt-get install condor \* Edit /etc/condor_config.local, add/modify following lines {code} ## To allow log files to exist on NFS, otherwise aborts DAGS DAGMAN_LOG_ON_NFS_IS_ERROR = FALSE ## Your user account or whomever is administering this machine CONDOR_ADMIN = your_email@mbari ## Reduce the number of advertised CPUs as the Holoproc software is CPU intensive NUM_CPUS = 2 ## Define as having the Matlab Compiler Runtime(MCR) capability for the class ads HAS_MCR = True STARTD_EXPRS = HAS_MCR, $(STARTD_EXPRS) {code} * Start the condor service {noformat} [dcline@holoprocvm]# service condor start {noformat} ]]> 24051801 24084570 24051802 24084567 24051799 24084566 24051798 24084563 24051795 24084564 24051796 24084561 24051793 24084558 24051790 24084556 24051788 24084554 24051786 24084550 24051782 24084586 24051819 24084579 24051811 25428482 25395720 20774915 20742147 20774918 20742150 25428424 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 25395658 25428425 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 25395659 25428420 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 25395654 25428422 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 25395656 25428418 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 25395652 25428416 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 25395650 25428406 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including. List holo ## Understanding capabilities of flow systems field trial coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395639 25428403 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including. List holo ## Understanding capabilities of flow systems field trial coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395636 25428404 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including. List holo ## Understanding capabilities of flow systems field trial coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395637 25428407 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including. List holo ## Understanding capabilities of flow systems field trial coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395640 25428395 Platforms -> ESP -> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including. List holo ## Understanding capabilities of flow systems field trial coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395628 25428402 Platforms -> ESP -> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including. List holo ## Understanding capabilities of flow systems field trial coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395635 25428390 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395622 25428389 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395621 25428387 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395619 25428392 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395624 25428368 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395600 25428329 25395560 25428330 25395561 25428327 25395558 25428325 25395556 25428291 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 25395522 25428261 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395493 25428260 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395492 25428265 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395497 25428263 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395495 25428270 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395502 25428267 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395499 25428268 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395500 25428227 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395459 25428229 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395461 25428235 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 25395467 25428237 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 25395469 25428238 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 25395470 25428240 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\   ]]> 25395472 25428241 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 25395473 25428207 25395439 25428203 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395435 25428205 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395437 25428199 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395431 25428201 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395433 25428196 25395428 25428224 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395456 25428226 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395458 25428222 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395454 18645665 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18580158 18645663 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18580156 18645661 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18580154 18645659 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18580152 25428170 25395402 18645657 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18580150 25428169 25395401 18645656 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18580149 18645655 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18580148 25428167 25395399 18645654 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18580147 25428166 25395398 18645653 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18580146 18645652 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18580145 18645651 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18580144 18645649 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18580142 18645650 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18580143 25428194 25395426 18645648 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18580141 25428192 25395424 25428190 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 25395422 18645761 18580259 18645747 18580245 25428111 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 25395343 21398404 21365688 21398449 21365735 7536661 7503893 7536662 7503894 7536659 7503891 7536660 7503892 7536649 7503881 7536648 7503880 7536644 7503876 21397632 21364865 21397631 21364864 21397634 21364867 21397628 21364861 21397623 21364856 21397620 21364853 21397619 21364852 21397621 21364854 21397612 21364845 21397614 21364847 18645472 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579964 21397608 21364841 18645474 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579966 21397606 21364839 21397601 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21364834 18645479 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579971 21397599 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21364832 18645477 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579969 21397598 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups per Francisco: On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21364831 18645478 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579970 18645475 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579967 21397596 21364829 18645476 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579968 21397595 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor Reminder that we are scheduled to meet tomorrow 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal \# Discussed working groups per Francisco: On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached Powerpoint has preliminary information. See slide 10 for the current state of planning :) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. \# Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21364828 21397592 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21364825 21397589 21364822 21397585 21364818 21397583 21364816 21397573 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21364805 18645392 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579881 18645393 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579882 18645394 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579883 18645396 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579885 18645395 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579884 18645429 18579919 18645433 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579923 18645327 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579813 18645329 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579815 18645326 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579812 18645325 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579811 18645331 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579817 18645358 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579843 18645357 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579842 19234821 2 6259409 2012-06-28 15:44:42.300 2012-06-28 15:44:42.300 18645252 /last/[/stride/]/data.[csv|html|xkml|kml] position//last/[/stride/]/data.[csv|html|xkml|kml] position//since/[/stride/]/data.[csv|html|xkml|kml] position//between//[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//since/[/stride/]/data.[csv|html|xkml|kml] positionOfType//between//[/stride/]/data.[csv|html|xkml|kml] (For the .xkml and .kml formats you can specify 'googlemap' instead of 'data' to get a simple non-timestamped LineString KML representation of the track.)   {noformat} Here are examples for getting counts and position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/ZEPHYR/since/20110322T000000/count] {http://odss-staging.shore.mbari.org/trackingdb/positionOfType/ais/last/10s/count] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. KML output You can replace the format specification, e.g. 'html' or 'csv' with 'kml' to get timestamp tagged KML with the proper MIME type to open the tracks directly in KML to any KML-capable viewer, such as Google Earth. If you specify 'xkml' you will get the kml but with a MIME type of text/html so that the KML will appear in the browser. This is useful for debugging. You may also specify 'googlemap' instead of 'data' in a kml request in order to get a simple LineString KML element without timestamps. This KML response works well for feeding a GoogleMap (or other map) display of the data. h3. External Access The odds-staging.shore.mbari.org server is inside MBARI's firewall. All of the above services are also available from outside of MBARI's firewall by simply using the server name odds.mbari.org. E.g.: [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.html] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.kml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.kml] h3. TODO Add GeoJSON formatted output.]]> 18579736 18645254 /last/[/stride/]/data.[csv|html|xkml|kml] position//last/[/stride/]/data.[csv|html|xkml|kml] position//since/[/stride/]/data.[csv|html|xkml|kml] position//between//[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//since/[/stride/]/data.[csv|html|xkml|kml] positionOfType//between//[/stride/]/data.[csv|html|xkml|kml] (For the .xkml and .kml formats you can specify 'googlemap' instead of 'data' to get a simple non-timestamped LineString KML representation of the track.)   {noformat} Here are examples for getting counts and position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/ZEPHYR/since/20110322T000000/count] {http://odss-staging.shore.mbari.org/trackingdb/positionOfType/ais/last/10s/count] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. KML output You can replace the format specification, e.g. 'html' or 'csv' with 'kml' to get timestamp tagged KML with the proper MIME type to open the tracks directly in KML to any KML-capable viewer, such as Google Earth. If you specify 'xkml' you will get the kml but with a MIME type of text/html so that the KML will appear in the browser. This is useful for debugging. You may also specify 'googlemap' instead of 'data' in a kml request in order to get a simple LineString KML element without timestamps. This KML response works well for feeding a GoogleMap (or other map) display of the data. h3. External Access The odds-staging.shore.mbari.org server is inside MBARI's firewall. All of the above services are also available from outside of MBARI's firewall by simply using the server name odds.mbari.org. E.g.: [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.html] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.kml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.kml] h3. TODO Add GeoJSON formatted output.]]> 18579738 18645256 /last/[/stride/]/data.[csv|html|xkml|kml] position//last/[/stride/]/data.[csv|html|xkml|kml] position//since/[/stride/]/data.[csv|html|xkml|kml] position//between//[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//since/[/stride/]/data.[csv|html|xkml|kml] positionOfType//between//[/stride/]/data.[csv|html|xkml|kml] (For the .xkml and .kml formats you can specify 'googlemap' instead of 'data' to get a simple non-timestamped LineString KML representation of the track.)   {noformat} Here are examples for getting counts and position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/ZEPHYR/since/20110322T000000/count] {http://odss-staging.shore.mbari.org/trackingdb/positionOfType/ais/last/10s/count] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/367766000/last/1d/data.html] $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. KML output You can replace the format specification, e.g. 'html' or 'csv' with 'kml' to get timestamp tagged KML with the proper MIME type to open the tracks directly in KML to any KML-capable viewer, such as Google Earth. If you specify 'xkml' you will get the kml but with a MIME type of text/html so that the KML will appear in the browser. This is useful for debugging. You may also specify 'googlemap' instead of 'data' in a kml request in order to get a simple LineString KML element without timestamps. This KML response works well for feeding a GoogleMap (or other map) display of the data. h3. External Access The odds-staging.shore.mbari.org server is inside MBARI's firewall. All of the above services are also available from outside of MBARI's firewall by simply using the server name odds.mbari.org. E.g.: [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.html] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.kml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.kml] h3. TODO Add GeoJSON formatted output.]]> 18579740 21397638 21364871 21397637 21364870 21397635 21364868 21397642 21364875 21397639 21364872 21397645 21364878 21397644 21364877 21397643 21364876 21397647 21364880 21397874 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21365129 21397872 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21365127 21397870 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21365125 21397868 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21365123 21397878 21365133 21397877 21365132 21397875 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21365130 18645240 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities: # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints *  *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579724 18645242 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities: # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *  *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579726 18645235 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities: # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video (?) ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization (TREX) # NEPTUS Integration (?) ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints *  *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579719 18645238 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities: # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video (?) ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization (TREX) # NEPTUS Integration (?) ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints *  *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579722 18645237 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities: # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video (?) ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization (TREX) # NEPTUS Integration (?) ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints *  *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579721 18645248 /last/[/stride/]/data.[csv|html] position//last/[/stride/]/data.[csv|html] position//since/[/stride/]/data.[csv|html] position//between//[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//since/[/stride/]/data.[csv|html] positionOfType//between//[/stride/]/data.[csv|html]   {noformat} Here are examples for getting counts and position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/ZEPHYR/since/20110322T000000/count] {http://odss-staging.shore.mbari.org/trackingdb/positionOfType/ais/last/10s/count] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. KML output You can replace the format specification, e.g. 'html' or 'csv' with 'kml' to get timestamp tagged KML with the proper MIME type to open the tracks directly in KML to any KML-capable viewer, such as Google Earth. If you specify 'xkml' you will get the kml but with a MIME type of text/html so that the KML will appear in the browser. This is useful for debugging. You may also specify 'googlemap' instead of 'data' in a kml request in order to get a simple linestring KML element without timestamps. This KML response works well for feeding a GoogleMap (or other map) display of the data. h3. External Access The odds-staging.shore.mbari.org server is inside MBARI's firewall. All of the above services are also available from outside of MBARI's firewall by simply using the server name odds.mbari.org. E.g.: [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.html] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.kml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.kml] h3. TODO Add GeoJSON formatted output.]]> 18579732 18645250 /last/[/stride/]/data.[csv|html|xkml|kml] position//last/[/stride/]/data.[csv|html] position//since/[/stride/]/data.[csv|html|xkml|kml] position//between//[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//since/[/stride/]/data.[csv|html|xkml|kml] positionOfType//between//[/stride/]/data.[csv|html|xkml|kml] (For the .xkml and .kml formats you can specify 'googlemap' instead of 'data' to get a simple non-timestamped LineString KML representation of the track.)   {noformat} Here are examples for getting counts and position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/ZEPHYR/since/20110322T000000/count] {http://odss-staging.shore.mbari.org/trackingdb/positionOfType/ais/last/10s/count] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. KML output You can replace the format specification, e.g. 'html' or 'csv' with 'kml' to get timestamp tagged KML with the proper MIME type to open the tracks directly in KML to any KML-capable viewer, such as Google Earth. If you specify 'xkml' you will get the kml but with a MIME type of text/html so that the KML will appear in the browser. This is useful for debugging. You may also specify 'googlemap' instead of 'data' in a kml request in order to get a simple LineString KML element without timestamps. This KML response works well for feeding a GoogleMap (or other map) display of the data. h3. External Access The odds-staging.shore.mbari.org server is inside MBARI's firewall. All of the above services are also available from outside of MBARI's firewall by simply using the server name odds.mbari.org. E.g.: [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.html] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.kml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.kml] h3. TODO Add GeoJSON formatted output.]]> 18579734 18645244 /last/[/stride/]/data.[csv|html] position//last/[/stride/]/data.[csv|html] position//since/[/stride/]/data.[csv|html] position//between//[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//since/[/stride/]/data.[csv|html] positionOfType//between//[/stride/]/data.[csv|html]   {noformat} Here are examples for getting counts and position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/ZEPHYR/since/20110322T000000/count] {http://odss-staging.shore.mbari.org/trackingdb/positionOfType/ais/last/10s/count] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. KML output You can replace the format specification, e.g. 'html' or 'csv' with 'kml' to get timestamp tagged KML with the proper MIME type to open the tracks directly in KML to any KML aware h3. ToDo Add GeoJSON formatted output.]]> 18579728 18645246 /last/[/stride/]/data.[csv|html] position//last/[/stride/]/data.[csv|html] position//since/[/stride/]/data.[csv|html] position//between//[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//since/[/stride/]/data.[csv|html] positionOfType//between//[/stride/]/data.[csv|html]   {noformat} Here are examples for getting counts and position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/ZEPHYR/since/20110322T000000/count] {http://odss-staging.shore.mbari.org/trackingdb/positionOfType/ais/last/10s/count] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. KML output You can replace the format specification, e.g. 'html' or 'csv' with 'kml' to get timestamp tagged KML with the proper MIME type to open the tracks directly in KML to any KML-capable viewer, such as Google Earth. If you specify 'xkml' you will get the kml but with a MIME type of text/html so that the KML will appear in the browser. This is useful for debugging. You may also specify 'googlemap' instead of 'data' in a kml request in order to get a simple linestring KML element without timestamps. This KML response works well for feeding a GoogleMap (or other map) display of the data. h3. External Access The odds-staging.shore.mbari.org server is inside MBARI's firewall. All of the above services are also available from outside of MBARI's firewall by simply using the server name odds.mbari.org. E.g.: [http://odss.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.kml] [http://odss.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/googlemap.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/googlemap.kml] h3. ToDo Add GeoJSON formatted output.]]> 18579730 18645223 --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579707 18645225 --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579709 18645219 /last/[/stride/]/data.[csv|html] position//last/[/stride/]/data.[csv|html] position//since/[/stride/]/data.[csv|html] position//between//[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//since/[/stride/]/data.[csv|html] positionOfType//between//[/stride/]/data.[csv|html]   {noformat} Here are examples for getting counts and position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/ZEPHYR/since/20110322T000000/count] {http://odss-staging.shore.mbari.org/trackingdb/positionOfType/ais/last/10s/count] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. ToDo Add .kml and .x3d formatted output.]]> 18579703 18645232 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities: # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video (?) ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization (TREX) # NEPTUS Integration (?) ## Eval Scenarios # 1. "where is the data?" # 2. "what is the plan?" ## a. map of where survey is to be done ## b. capture intent ## c. capture what actually happened ### i. actual vs. plan # 3. "can I do X (survey)?" ## a. resources, transit time ## b. safety constraints *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579716 18645234 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities: # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video (?) ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization (TREX) # NEPTUS Integration (?) ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints *  *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579718 18645227 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities: #1. Situational Awareness - useful ##a. Make ODSS the only portal that our users use #2. Design a scalable comms architecture #3. Integrate CoSci - make it useful ##a. Logs ##b. Mail ##c. Chat ##d. Video (?) ##e. Social media ? #4. Machine Learning for Event Detection #5. Data fusion ##a. How to feed is Engr. Challenge #6. Plan visualization (TREX) #7. NEPTUS Integration (?) ##a. Eval Scenarios #1. "where is the data?" #2. "what is the plan?" ##a. map of where survey is to be done ##b. capture intent ##c. capture what actually happened ###i. actual vs. plan #3. "can I do X (survey)?" ##a. resources, transit time ##b. safety constraints *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579711 18645228 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities: # 1. Situational Awareness - useful ## a. Make ODSS the only portal that our users use # 2. Design a scalable comms architecture # 3. Integrate CoSci - make it useful ## a. Logs ## b. Mail ## c. Chat ## d. Video (?) ## e. Social media ? # 4. Machine Learning for Event Detection # 5. Data fusion ## a. How to feed is Engr. Challenge # 6. Plan visualization (TREX) # 7. NEPTUS Integration (?) ## a. Eval Scenarios # 1. "where is the data?" # 2. "what is the plan?" ## a. map of where survey is to be done ## b. capture intent ## c. capture what actually happened ### i. actual vs. plan # 3. "can I do X (survey)?" ## a. resources, transit time ## b. safety constraints *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579712 18645230 files -> images -> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. *ODSS Kickoff 1/5/2012*  Roles: Thom - Requirements, interface to PIs -- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities: # 1. Situational Awareness - useful ## a. Make ODSS the only portal that our users use # 2. Design a scalable comms architecture # 3. Integrate CoSci - make it useful ## a. Logs ## b. Mail ## c. Chat ## d. Video (?) ## e. Social media ? # 4. Machine Learning for Event Detection # 5. Data fusion ## a. How to feed is Engr. Challenge # 6. Plan visualization (TREX) # 7. NEPTUS Integration (?) ## a. Eval Scenarios # 1. "where is the data?" # 2. "what is the plan?" ## a. map of where survey is to be done ## b. capture intent ## c. capture what actually happened ### i. actual vs. plan # 3. "can I do X (survey)?" ## a. resources, transit time ## b. safety constraints *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* * Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011{*}*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/ First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option.\\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 18579714 21397797 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21365037 21397799 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 21365039 21397775 21365015 21397782 21365022 25428490 25395729 21398018 /home/stoqsadm/deployed/mapfiles/line67 line67 wkbPoint WGS84 {noformat} # Create shape file using line67.vrt file {noformat} ogr2ogr -overwrite -f "ESRI Shapefile" /home/stoqsadm/deployed/mapfiles/line67 line67.vrt {noformat} # Once shape file is created, can put in a mapserver layer definition, e.g. (note, the LABELITEM is station as it must link back to the same field station used in the .csv/.shp files) {noformat} LAYER NAME 'line67' TYPE POINT DUMP true CONNECTION '/home/stoqsadm/deployed/mapfiles/line67/line67.shp' CONNECTIONTYPE OGR LABELITEM 'station' STATUS ON TRANSPARENCY 100 DEBUG 5 PROJECTION 'proj=longlat' 'datum=WGS84' 'no_defs' END METADATA 'wms_title' 'line67' 'wms_name' 'line67' 'wms_onlineresource' 'http://localhost/cgi-bin/mapserv?map=/home/stoqsadm/deployed/mapfiles/proxy.map' 'wms_server_version' '1.1.0' 'wms_srs' 'EPSG:4326' 'wms_format' 'image/png' 'wms_transparent' 'true' END CLASS NAME 'Line67' STYLE SYMBOL "circle" SIZE 8 OUTLINECOLOR 0 0 0 COLOR 255 0 0 END LABEL FONT "sans" TYPE truetype POSITION AUTO SIZE 8 COLOR 255 0 0 OUTLINECOLOR 0 0 0 PARTIALS TRUE END END END {noformat} ]]> 21365291 25428557 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395796 25428555 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395794 25428550 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including. List holo ## Understanding capabilities of flow systems field trial coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395789 25428553 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395792 25428554 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395793 25428552 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including. List holo ## Understanding capabilities of flow systems field trial coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25395791 18645036 18579503 30867462 6422536 6259409 2019-01-07 16:00:28.137 2019-01-07 16:00:28.137 18645032 18579496 18645031 18579495 33619975 /last/[/stride/]/data.[csv|html|xkml|kml] position//last/[/stride/]/data.[csv|html|xkml|kml] position//since/[/stride/]/data.[csv|html|xkml|kml] position//between//[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//since/[/stride/]/data.[csv|html|xkml|kml] positionOfType//between//[/stride/]/data.[csv|html|xkml|kml] (For the .xkml and .kml formats you can specify 'googlemap' instead of 'data' to get a simple non-timestamped LineString KML representation of the track.)   {noformat} Here are examples for getting counts and position data (*Note: the odss-staging server - used for development - has been retired. Look below for examples that work on our production server*): [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/ZEPHYR/since/20110322T000000/count] {http://odss-staging.shore.mbari.org/trackingdb/positionOfType/ais/last/10s/count] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/367766000/last/1d/stride/10/data.html] (For the AIS positions of the Western Flyer) $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. KML output You can replace the format specification, e.g. 'html' or 'csv' with 'kml' to get timestamp tagged KML with the proper MIME type to open the tracks directly in KML to any KML-capable viewer, such as Google Earth. If you specify 'xkml' you will get the kml but with a MIME type of text/html so that the KML will appear in the browser. This is useful for debugging. You may also specify 'googlemap' instead of 'data' in a kml request in order to get a simple LineString KML element without timestamps. This KML response works well for feeding a GoogleMap (or other map) display of the data. h3. External Access The odds-staging.shore.mbari.org server is inside MBARI's firewall. All of the above services are also available from outside of MBARI's firewall by simply using the server name odds.mbari.org. E.g.: [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.html] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.kml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.kml] [http://odss.mbari.org/trackingdb/position/stella101/between/20140922T171500/20141010T000000/data.csv] h3. TODO Add GeoJSON formatted output.]]> 33587207 18285130 18252372 26312857 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247334 26312856 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247333 26312855 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247332 26312853 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247330 26312865 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247342 26312863 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247340 26312861 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247338 26312859 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247336 19595270 AddHandler cgi-script .cgi Options +ExecCGI {noformat} # Download and install gebco_noaa.zip file by unzipping to /var/www/html # Set permissions so that ODSS_ADMIN group can read the Apache log files in /var/log/httpd # For Apache log rotation: Changed /etc/logrotate.d/httpd from: {noformat} /var/log/httpd/*log { missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} to {noformat} /var/log/httpd/*log { compress delaycompress rotate 7 daily missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} # For group ODSS_ADMIN, grant sudo privs for: ## /sbin/service ## /sbin/shutdown ## /usr/bin/kill ## /bin/mkdir ## /bin/chown ## /bin/chgrp ## /bin/chmod ## /bin/rm ## /usr/bin/rsync # For automated rsync, we need to avoid the need to enter a password each time the sync occurs. I believe that IS configured password-less ssh login between some of the machines, as described at [http://www.debian-administration.org/articles/152] # Create firewall holes ## odss-master to atlas ODSS share ## odss-master to atlas LRAUV ## odss-master to secmail.shore.mbari.org:587 ## odss-master to snow.shore.mbari.org:993 and 995 ## odss-master to dods.mbari.org:80 ## odss-master to cencalcurrents.org:80 ## odss-master to messaging.shore.mbari.org:5672 and 55672 # Edit /etc/fstab and add: {noformat} atlasnfs.shore.mbari.org:/ifs/mbari/ODSS /ODSS nfs rw,suid 0 0 /ODSS/data/canon /home/canon none defaults,bind 0 0 /ODSS/data/biospace /home/biospace none defaults,bind 0 0 atlasnfs.shore.mbari.org:/ifs/mbariarchive/LRAUV /LRAUV nfs ro,suid 0 0 {noformat}]]> 19562502 19595272 +proj=merc +a=6378137 +b=6378137 +lat_ts=0.0 +lon_0=0.0 +x_0=0.0 +y_0=0 +k=1.0 +units=m +no_defs {noformat} # Install Postgres (latest version). # Install PostGIS (latest version). # Install/Enable MySQL # The following needed to be added to the /etc/my.cnf for cosci: 'max_allowed_packet=16M' under the [mysqld] # Install latest Java 6 # Install latest Java 7 {note:title=Java 6/7 Switch} TBD: Document instructions on how to switch between the two to run processes (especially from /etc/init.d script) {note} # Install latest Python 2 ((?) Regular/ActiveState?). # Install latest Tomcat 6 in /opt and have it run on port 8080 ## Should run as user 'tomcat' ## Create symlink from /opt/apache-tomcat-6.X.XX to /opt/apache-tomcat6 ## Remove manager application # Install latest Tomcat 7 in /opt and have it run on port 8180 ## Should run as user 'tomcat' ## Create symlink from /opt/apache-tomcat-7.X.XX to /opt/apache-tomcat7 ## Remove manager application # Install SSL certificate that can be used for Tomcat 6 and 7 # Configure Tomcat 6 and 7 to use SSL. # Configure ProxyPass entries in httpd.conf ## http://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same as your observation) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ (same) ## https://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ ## http://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## http://odss-master.mbari.org/cosci/data/ redirects to https://odss-master.mbari.org/cosci/data/ ## https://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## index.html redirect page to handle taking odss-master.mbari.org (http or https) to https://odss-master.mbari.org/odss/ # Install tilecache: ## Download the tilecache tar.gz file ## cd /var/www ## tar -zxvf tilecache-2.11-patched.tar.gz ## ln -s tilecache-2.11 tilecache ## Create and add following tilecache http configuration file to /etc/httpd/conf.d/tilecache.conf {noformat} alias /tilecache/ "/var/www/tilecache/" AddHandler cgi-script .cgi Options +ExecCGI {noformat} # Download and install gebco_noaa.zip file by unzipping to /var/www/html # Set permissions so that ODSS_ADMIN group can read the Apache log files in /var/log/httpd # For Apache log rotation: Changed /etc/logrotate.d/httpd from: {noformat} /var/log/httpd/*log { missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} to {noformat} /var/log/httpd/*log { compress delaycompress rotate 7 daily missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} # For group ODSS_ADMIN, grant sudo privs for: ## /sbin/service ## /sbin/shutdown ## /usr/bin/kill ## /bin/mkdir ## /bin/chown ## /bin/chgrp ## /bin/chmod ## /bin/rm ## /usr/bin/rsync # For automated rsync, we need to avoid the need to enter a password each time the sync occurs. I believe that IS configured password-less ssh login between some of the machines, as described at [http://www.debian-administration.org/articles/152] # Create firewall holes ## odss-master to atlas ODSS share ## odss-master to atlas LRAUV ## odss-master to secmail.shore.mbari.org:587 ## odss-master to snow.shore.mbari.org:993 and 995 ## odss-master to dods.mbari.org:80 ## odss-master to cencalcurrents.org:80 ## odss-master to messaging.shore.mbari.org:5672 and 55672 # Edit /etc/fstab and add: {noformat} atlasnfs.shore.mbari.org:/ifs/mbari/ODSS /ODSS nfs rw,suid 0 0 /ODSS/data/canon /home/canon none defaults,bind 0 0 /ODSS/data/biospace /home/biospace none defaults,bind 0 0 atlasnfs.shore.mbari.org:/ifs/mbariarchive/LRAUV /LRAUV nfs ro,suid 0 0 {noformat}]]> 19562504 19595274 +proj=merc +a=6378137 +b=6378137 +lat_ts=0.0 +lon_0=0.0 +x_0=0.0 +y_0=0 +k=1.0 +units=m +no_defs {noformat} # Install tilecache: ## Download the tilecache tar.gz file ## cd /var/www ## tar -zxvf tilecache-2.11-patched.tar.gz ## ln -s tilecache-2.11 tilecache ## Create and add following tilecache http configuration file to /etc/httpd/conf.d/tilecache.conf {noformat} alias /tilecache/ "/var/www/tilecache/" AddHandler cgi-script .cgi Options +ExecCGI {noformat} For ODSS Developers: # Configure ProxyPass entries in httpd.conf ## http://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same as your observation) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ (same) ## https://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ ## http://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## http://odss-master.mbari.org/cosci/data/ redirects to https://odss-master.mbari.org/cosci/data/ ## https://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## index.html redirect page to handle taking odss-master.mbari.org (http or https) to https://odss-master.mbari.org/odss/ # Download and install gebco_noaa.zip file by unzipping to /var/www/html # Set permissions so that ODSS_ADMIN group can read the Apache log files in /var/log/httpd # For Apache log rotation: Changed /etc/logrotate.d/httpd from: {noformat} /var/log/httpd/*log { missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} to {noformat} /var/log/httpd/*log { compress delaycompress rotate 7 daily missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} # For group ODSS_ADMIN, grant sudo privs for: ## /sbin/service ## /sbin/shutdown ## /usr/bin/kill ## /bin/mkdir ## /bin/chown ## /bin/chgrp ## /bin/chmod ## /bin/rm ## /usr/bin/rsync # For automated rsync, we need to avoid the need to enter a password each time the sync occurs. I believe that IS configured password-less ssh login between some of the machines, as described at [http://www.debian-administration.org/articles/152] # Create firewall holes ## odss-master to atlas ODSS share ## odss-master to atlas LRAUV ## odss-master to secmail.shore.mbari.org:587 ## odss-master to snow.shore.mbari.org:993 and 995 ## odss-master to dods.mbari.org:80 ## odss-master to cencalcurrents.org:80 ## odss-master to messaging.shore.mbari.org:5672 and 55672 # Edit /etc/fstab and add: {noformat} atlasnfs.shore.mbari.org:/ifs/mbari/ODSS /ODSS nfs rw,suid 0 0 /ODSS/data/canon /home/canon none defaults,bind 0 0 /ODSS/data/biospace /home/biospace none defaults,bind 0 0 atlasnfs.shore.mbari.org:/ifs/mbariarchive/LRAUV /LRAUV nfs ro,suid 0 0 {noformat}]]> 19562506 19595275 /dev/null 2>/dev/null || true endscript } {noformat} to {noformat} /var/log/httpd/*log { compress delaycompress rotate 7 daily missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} # Create a directory under the apache configuration for custom configuration files (/etc/httpd/custom) and grant the group ODSS_ADMIN read and write privs on it. # Edit the apache configuration file and include any configuration files in the directory you just created {noformat} Include /etc/httpd/conf/custom/*.conf {noformat} # Create a symbolic link in the Apache html /var/www/html/data and point to /data. # Edit the Apache httpd.conf file and make sure directory browsing is enabled for the directory /data # Grant the ODSS_ADMIN group read and write privs to the /var/www/html directory # Grant the ODSS_ADMIN group read privs on the http log at /var/log/httpd # Install Java 7 (64 bit) and make default Java # Install latest version of Python 2 (NOTE: Not Python 3) # Install 3 copies of Apache Tomcat 7.0.35 and name them: ## /opt/apache-tomcat-odss-7.0.35 ## /opt/apache-tomcat-erddap-7.0.35 ## /opt/apache-tomcat-thredds-7.0.35 # Create start up script for all three instances and put in /etc/init.d, but do not set them up to start yet. # In the start up scripts make sure that the processes will start under the tomcat account. # Give the group ODSS_ADMIN read and write privs to all three tomcat directories (recursively). # Install SSL certificate that can be used for Tomcat 7 # Install/enable MySQL database server, start it and then configure to run on startup # For COSCI, the following needs to be added to the /etc/my.cnf under the [mysqld] entry: {noformat} max_allowed_packet=16M {noformat} # Install latest version of PostgreSQL Server (9.2.2 as of this writing) [http://www.postgresql.org] # Install PostGIS extension [http://postgis.net] # Download, build, install the mapserver requirements ([http://mapserver.org/installation/unix.html]): ## libpng ## freetype ## GD ## zlib ## libproj ## libcurl ## OGR ## GDAL ## libpg (requires install of Postgres) # Download, build and install (copy .lib/mapserver to /var/www/cgi-bin) mapserver using the following options in the ./configure step: {noformat} --with-proj=xxxxxx # (xxxxxx is usually /usr/local) --with-ogr=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-gdal=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-wfs --with-wfsclient --with-wmsclient --with-postgis=xxxxx/pg_config # (xxxxxx depends on postgres install location) --with-kml {noformat} # Edit the epsg file (should be in /usr/local/Proj4/share/proj/epsg) that was installed with libproj and add the following at the bottom: {noformat} # Google Earth / Virtual Globe Mercator <900913> +proj=merc +a=6378137 +b=6378137 +lat_ts=0.0 +lon_0=0.0 +x_0=0.0 +y_0=0 +k=1.0 +units=m +no_defs {noformat} # Install tilecache: ## Download the tilecache tar.gz file ## cd /var/www ## tar -zxvf tilecache-2.11-patched.tar.gz ## ln -s tilecache-2.11 tilecache ## Create and add following tilecache http configuration file to /etc/httpd/conf.d/tilecache.conf {noformat} alias /tilecache/ "/var/www/tilecache/" AddHandler cgi-script .cgi Options +ExecCGI {noformat} For ODSS Developers: # Configure ProxyPass entries in httpd.conf ## http://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same as your observation) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ (same) ## https://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ ## http://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## http://odss-master.mbari.org/cosci/data/ redirects to https://odss-master.mbari.org/cosci/data/ ## https://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## index.html redirect page to handle taking odss-master.mbari.org (http or https) to https://odss-master.mbari.org/odss/ # For automated rsync, we need to avoid the need to enter a password each time the sync occurs. I believe that IS configured password-less ssh login between some of the machines, as described at [http://www.debian-administration.org/articles/152] # Create firewall holes ## odss-master to atlas ODSS share ## odss-master to atlas LRAUV ## odss-master to secmail.shore.mbari.org:587 ## odss-master to snow.shore.mbari.org:993 and 995 ## odss-master to dods.mbari.org:80 ## odss-master to cencalcurrents.org:80 ## odss-master to messaging.shore.mbari.org:5672 and 55672 # Edit /etc/fstab and add: {noformat} atlasnfs.shore.mbari.org:/ifs/mbari/ODSS /ODSS nfs rw,suid 0 0 /ODSS/data/canon /home/canon none defaults,bind 0 0 /ODSS/data/biospace /home/biospace none defaults,bind 0 0 atlasnfs.shore.mbari.org:/ifs/mbariarchive/LRAUV /LRAUV nfs ro,suid 0 0 {noformat}]]> 19562507 26312850 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247327 19595276 /dev/null 2>/dev/null || true endscript } {noformat} to {noformat} /var/log/httpd/*log { compress delaycompress rotate 7 daily missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} # Create a directory under the apache configuration for custom configuration files (/etc/httpd/custom) and grant the group ODSS_ADMIN read and write privs on it. # Edit the apache configuration file and include any configuration files in the directory you just created {noformat} Include /etc/httpd/conf/custom/*.conf {noformat} # Create a symbolic link in the Apache html /var/www/html/data and point to /data. # Edit the Apache httpd.conf file and make sure directory browsing is enabled for the directory /data # Grant the ODSS_ADMIN group read and write privs to the /var/www/html directory # Grant the ODSS_ADMIN group read privs on the http log at /var/log/httpd # Install Java 7 (64 bit) and make default Java # Install latest version of Python 2 (NOTE: Not Python 3) # Install 3 copies of Apache Tomcat 7.0.35 and name them: ## /opt/apache-tomcat-odss-7.0.35 ## /opt/apache-tomcat-erddap-7.0.35 ## /opt/apache-tomcat-thredds-7.0.35 # Create start up script for all three instances and put in /etc/init.d, but do not set them up to start yet. # In the start up scripts make sure that the processes will start under the tomcat account. # Give the group ODSS_ADMIN read and write privs to all three tomcat directories (recursively). # Install SSL certificate that can be used for Tomcat 7 # Install/enable MySQL database server, start it and then configure to run on startup # For COSCI, the following needs to be added to the /etc/my.cnf under the [mysqld] entry: {noformat} max_allowed_packet=16M {noformat} # Install latest version of PostgreSQL Server (9.2.2 as of this writing) [http://www.postgresql.org] # Install PostGIS extension [http://postgis.net] # Download, build, install the mapserver requirements ([http://mapserver.org/installation/unix.html]): ## libpng ## freetype ## GD ## zlib ## libproj ## libcurl ## OGR ## GDAL ## libpg (requires install of Postgres) # Download, build and install (copy .lib/mapserver to /var/www/cgi-bin) mapserver using the following options in the ./configure step: {noformat} --with-proj=xxxxxx # (xxxxxx is usually /usr/local) --with-ogr=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-gdal=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-wfs --with-wfsclient --with-wmsclient --with-postgis=xxxxx/pg_config # (xxxxxx depends on postgres install location) --with-kml {noformat} # Edit the epsg file (should be in /usr/local/Proj4/share/proj/epsg) that was installed with libproj and add the following at the bottom: {noformat} # Google Earth / Virtual Globe Mercator <900913> +proj=merc +a=6378137 +b=6378137 +lat_ts=0.0 +lon_0=0.0 +x_0=0.0 +y_0=0 +k=1.0 +units=m +no_defs {noformat} # Install tilecache: ## Download the tilecache tar.gz file ## cd /var/www ## tar -zxvf tilecache-2.11-patched.tar.gz ## ln -s tilecache-2.11 tilecache ## Create and add following tilecache http configuration file to /etc/httpd/conf.d/tilecache.conf {noformat} alias /tilecache/ "/var/www/tilecache/" AddHandler cgi-script .cgi Options +ExecCGI {noformat} h3. Notes for ODSS Developers: # Configure ProxyPass entries in httpd.conf ## http://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same as your observation) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ (same) ## https://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ ## http://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## http://odss-master.mbari.org/cosci/data/ redirects to https://odss-master.mbari.org/cosci/data/ ## https://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## index.html redirect page to handle taking odss-master.mbari.org (http or https) to https://odss-master.mbari.org/odss/ # For automated rsync, we need to avoid the need to enter a password each time the sync occurs. I believe that IS configured password-less ssh login between some of the machines, as described at [http://www.debian-administration.org/articles/152] # Create firewall holes ## odss-master to atlas ODSS share ## odss-master to atlas LRAUV ## odss-master to secmail.shore.mbari.org:587 ## odss-master to snow.shore.mbari.org:993 and 995 ## odss-master to dods.mbari.org:80 ## odss-master to cencalcurrents.org:80 ## odss-master to messaging.shore.mbari.org:5672 and 55672 # Edit /etc/fstab and add: {noformat} atlasnfs.shore.mbari.org:/ifs/mbari/ODSS /ODSS nfs rw,suid 0 0 /ODSS/data/canon /home/canon none defaults,bind 0 0 /ODSS/data/biospace /home/biospace none defaults,bind 0 0 atlasnfs.shore.mbari.org:/ifs/mbariarchive/LRAUV /LRAUV nfs ro,suid 0 0 {noformat}]]> 19562508 26312848 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247325 26312884 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247362 26312883 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247361 26312873 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247350 26312867 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247344 26312875 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247352 26312877 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247354 26312878 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247355 26312904 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247386 24085145 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messie ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24052386 24085143 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/Data Management: Mike McCann / Monique Messie ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24052384 24085142 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/Data Management: Mike McCann / Monique Messie ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24052383 24085135 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/Data Management: Mike McCann / Monique Messie ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24052376 24085136 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/Data Management: Mike McCann / Monique Messie ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24052377 24085133 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/Data Management: Mike McCann / Monique Messie ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24052374 24085131 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/Data Management: Mike McCann / Monique Messie ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24052372 24085130 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/Data Management: Mike McCann / Monique Messie ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24052371 24085113 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | Users must be presented the data policy for the ODSS | | [Example AOSN policy|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | ]]> 24052354 24085114 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | Users must be presented the data policy for the ODSS | | [Example AOSN policy|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | | The data products generated by STOQS should be able to then be displayed on the map in the ODSS | | | | Each experiment should have a single 'curated' list of data products from the experiment | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | ]]> 24052355 24085116 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | | There should be 'chats' that are organized around platforms | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | Users must be presented the data policy for the ODSS | | [Example AOSN policy|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | | The data products generated by STOQS should be able to then be displayed on the map in the ODSS | | | | Each experiment should have a single 'curated' list of data products from the experiment | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | ]]> 24052357 24085118 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | | There should be 'chats' that are organized around platforms | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | Users must be presented the data policy for the ODSS | | [Example AOSN policy|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | | The data products generated by STOQS should be able to then be displayed on the map in the ODSS | | | | Each experiment should have a single 'curated' list of data products from the experiment | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | | Must have way for users to declare platforms 'deployed' or 'recovered' | | |]]> 24052359 24085119 24052360 24085092 24052333 24085091 24052332 24085093 Hotspot -> MBARI -> Carson? # 2014 Fall campaign: Francisco Chavez and Jim Bellingham # ODSS: Kevin Gomes and Duane Edgington ## ODSS development high level plan: ### for Fall: Data catalog #### pipeline to load data into STOQS #### pipeline to generate layers ### for Spring: Sample Form Repo ### for Spring: Calendar resource tool ### for Fall: Planning - Draw on the map ### for Fall: Collaboration - expand observation log functionality ### for Fall: Command and Control #### Mike Godin available under contract? ### Axiom - vendor who built CENCOOS portal #### http://data.cencoos.org #### will visit us in mid-April, with an eye toward collaboration #### Axiom focus: data intensive # STOQS/Data Management: Mike McCann / Monique Messie ## STOQS: see google code site for issue list ### http://code.google.com/p/stoqs/issues/list ### ~10 outstanding issues/enhancements ### Mike McCann is looking for input on that list # HIPP (High Performance ): Thom Maughan # 2014 Spring campaign: John Ryan ## Ecohab meeting Tuesday Jan 21 at MBARI ## ECOHAB schedule ### ESP 1 - 30 April ### Carson 12 - 14, 17 - 19 April #### Carson is available at MBARI dock for software install, testing on: ##### Feb 21 - Feb 28 ##### March 7 ##### March 21 ##### March 28 ##### April 4 ##### April 7 - 8 ### LRAUV ? #### Cover the Northern shelf? #### Focus on ESP locations? (for process studies) ### Waveglider ? #### Hotspot ### Yellowfin ~7 - ~24 April ### Drifters? Which and how many? ### Layers & Model output? ## John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON ]]> 24052334 24085095 Hotspot \-> MBARI \-> Carson? # 2014 Fall campaign: Francisco Chavez and Jim Bellingham # ODSS: Kevin Gomes and Duane Edgington ## ODSS development high level plan: ### for Fall: Data catalog #### pipeline to load data into STOQS #### pipeline to generate layers ### for Spring: Sample Form Repo ### for Spring: Calendar resource tool ### for Fall: Planning - Draw on the map ### for Fall: Collaboration - expand observation log functionality ### for Fall: Command and Control #### Mike Godin available under contract? ### Axiom - vendor who built CENCOOS portal #### [http://data.cencoos.org] #### will visit us in mid-April, with an eye toward collaboration #### Axiom focus: data intensive # STOQS/Data Management: Mike McCann / Monique Messie ## STOQS: see google code site for issue list ### [http://code.google.com/p/stoqs/issues/list] ### \~10 outstanding issues/enhancements ### Mike McCann is looking for input on that list # HIPP (High Performance Processing): Thom Maughan # 2014 Spring campaign: John Ryan ## Ecohab meeting Tuesday Jan 21 at MBARI ## ECOHAB schedule ### ESP 1 - 30 April ### Carson 12 - 14, 17 - 19 April #### Carson is available at MBARI dock for software install, testing on: ##### Feb 21 - Feb 28 ##### March 7 ##### March 21 ##### March 28 ##### April 4 ##### April 7 - 8 ### LRAUV ? #### Cover the Northern shelf? #### Focus on ESP locations? (for process studies) ### Waveglider ? #### Hotspot ### Yellowfin \~7 - \~24 April ### Drifters? Which and how many? ### Layers & Model output? ## John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24052336 24085098 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/Data Management: Mike McCann / Monique Messie ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan ## Ecohab meeting Tuesday Jan 21 at MBARI ## ECOHAB schedule *** ESP 1 - 30 April *** Carson 12 - 14, 17 - 19 April #### Carson is available at MBARI dock for software install, testing on: ***** Feb 21 - Feb 28 ***** March 7 ***** March 21 ***** March 28 ***** April 4 ***** April 7 - 8 *** LRAUV ? **** Cover the Northern shelf? **** Focus on ESP locations? (for process studies) *** Waveglider ? **** Hotspot *** Yellowfin \~7 - \~24 April *** Drifters? Which and how many? *** Layers & Model output? *** John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24052339 24085097 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/Data Management: Mike McCann / Monique Messie ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan ** Ecohab meeting Tuesday Jan 21 at MBARI ** ECOHAB schedule *** ESP 1 - 30 April *** Carson 12 - 14, 17 - 19 April **** Carson is available at MBARI dock for software install, testing on: ***** Feb 21 - Feb 28 ***** March 7 ***** March 21 ***** March 28 ***** April 4 ***** April 7 - 8 *** LRAUV ? **** Cover the Northern shelf? **** Focus on ESP locations? (for process studies) *** Waveglider ? **** Hotspot *** Yellowfin \~7 - \~24 April *** Drifters? Which and how many? *** Layers & Model output? *** John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24052338 24085100 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal http://www.axiomalaska.com/ **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/Data Management: Mike McCann / Monique Messie ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP 1 - 30 April *#* Carson 12 - 14, 17 - 19 April *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - Feb 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin \~7 - \~24 April *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24052341 24085101 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/Data Management: Mike McCann / Monique Messie ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30) *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24052342 26312767 26247232 24085077 [dcline@holoprocvm1]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm1]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm1]# perl Makefile.PL [dcline@holoprocvm1]# make test [dcline@holoprocvm1]# sudo make install {noformat} Above ExifTool instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. * Install ffmpeg {noformat} [dcline@holoprocvm1]# sudo yum-config-manager --add-repo=http://apt.sw.be/redhat/el6/en/x86_64/dag [dcline@holoprocvm1]# sudo yum install --nogpgcheck ffmpeg {noformat}]]> 24052319 26312768 26247233 24085078 [dcline@holoprocvm1]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm1]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm1]# perl Makefile.PL [dcline@holoprocvm1]# make test [dcline@holoprocvm1]# sudo make install {noformat} Above ExifTool instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. * Install ffmpeg {noformat} [dcline@holoprocvm1]# sudo yum-config-manager --add-repo=http://apt.sw.be/redhat/el6/en/x86_64/dag [dcline@holoprocvm1]# sudo yum install --nogpgcheck ffmpeg {noformat}]]> 24052320 26312769 26247234 24085075 [dcline@holoprocvm1]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm1]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm1]# perl Makefile.PL [dcline@holoprocvm1]# make test [dcline@holoprocvm1]# sudo make install {noformat} Above ExifTool instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. * Install ffmpeg {noformat} sudo yum-config-manager --add-repo=http://apt.sw.be/redhat/el6/en/x86_64/dag sudo yum install --nogpgcheck ffmpeg {noformat}]]> 24052317 26312770 26247235 24085076 [dcline@holoprocvm1]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm1]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm1]# perl Makefile.PL [dcline@holoprocvm1]# make test [dcline@holoprocvm1]# sudo make install {noformat} Above ExifTool instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. * Install ffmpeg {noformat} [dcline@holoprocvm1]# sudo yum-config-manager --add-repo=http://apt.sw.be/redhat/el6/en/x86_64/dag [dcline@holoprocvm1]# sudo yum install --nogpgcheck ffmpeg {noformat}]]> 24052318 26312763 26247228 26312765 26247230 24085079 [dcline@holoprocvm1]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm1]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm1]# perl Makefile.PL [dcline@holoprocvm1]# make test [dcline@holoprocvm1]# sudo make install {noformat} Above ExifTool instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. * Install ffmpeg {noformat} [dcline@holoprocvm1]# sudo yum-config-manager --add-repo=http://apt.sw.be/redhat/el6/en/x86_64/dag [dcline@holoprocvm1]# sudo yum install --nogpgcheck ffmpeg {noformat} ]]> 24052321 24085080 [dcline@holoprocvm1]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm1]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm1]# perl Makefile.PL [dcline@holoprocvm1]# make test [dcline@holoprocvm1]# sudo make install {noformat} Above ExifTool instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. * Install ffmpeg {noformat} [dcline@holoprocvm1]# sudo yum-config-manager --add-repo=http://apt.sw.be/redhat/el6/en/x86_64/dag [dcline@holoprocvm1]# sudo yum install --nogpgcheck ffmpeg {noformat} ]]> 24052322 26312759 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 26247224 26312761 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 26247226 24085089 24052330 26312757 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 26247222 15761409 2011-01-04 13:13:56.807 2011-09-20 11:35:09.630 24085073 [dcline@holoprocvm1]# tar -zxvf Image-ExifTool-#.##.tar.gz [dcline@holoprocvm1]# cd Image-ExifTool-#.## {noformat} where "#.##" is the version number of the ExifTool you downloaded. Test and install ExifTool by typing: {noformat} [dcline@holoprocvm1]# perl Makefile.PL [dcline@holoprocvm1]# make test [dcline@holoprocvm1]# sudo make install {noformat} Above ExifTool instructions are found [here| http://www.sno.phy.queensu.ca/~phil/exiftool/install.html]. ]]> 24052315 26312795 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26247260 26312801 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 26247266 26312799 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 26247264 26312782 26247247 26312781 26247246 26312780 26247245 26312779 26247244 26312784 26247249 26312773 26247238 26312771 26247236 26312777 26247242 26312775 26247240 19073603 19040911 19073604 19040912 19073605 19040913 19073612 19040920 19073614 19040922 19073618 19040926 30277849 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 30245082 30277847 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 30245080 30277853 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON ]]> 30245086 30277851 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON ]]> 30245084 19073645 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040953 19073646 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040954 19073643 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040951 26673184 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 26640417 19073652 19040960 19073658 Subject: [dss-dev] Communications Backplane report from the Western Flyer Date: September 17, 2012 12:58:44 PM PDT To: dss-dev@mbari.org Cc: Todd Ruston , Francisco Chavez , Brent Roman , Erich Rienecker , Dan Chamberlain , M Jordan Stanway All, Here's a communications backplane report from the Western Flyer to be communicated at the ODSS update meeting today. There's a lot of details here, but I want to get them written down before I forget. I'm noting locations of scripts and log files with the intention of helping us know where to look the next time we do something like this. h3. Sending messages to Winfrog: As user *trackadm* on malibu: The consumer.py script in /home/trackadm/dev/MBARItracking/amqp (checked into mbaritracking SVN on kahuna) has new code that sends $GPGLL NMEA messages to a specified winfrogHost. To configure edit consumer.py and add names (known to the mbaritracking database) and port numbers (configured in Winfrog) to the portLookup dictionary: Around line 137: {noformat} # If running on malibu (on the Western Flyer) send positions to the Winfrog computer by platform name # Platform names are case sensitive to what they are know by in the MBARI Tracking database ##winfrogHost = 'dogfish.shore.mbari.org' winfrogHost = '134.89.20.18' portLookup = { 'tethys': 31401, 'daphne': 31402, 'dorado': 31403, 'ESP': 31404, 'ZEPHYR': 31405, 'waveglider': 31406, 'stella101': 31101, 'stella103': 31103, 'stella104': 31104, 'stella108': 31108, 'stella110': 31110, 'stella111': 31111, } {noformat} The consumer for the platform type will need to be restarted if you make a change. Just kill it and let the /home/trackadm/dev/MBARItracking/amqp/runPersistMonitor.sh watchdog restart it. On malibu this watchdog runs every 5 minutes from trackadm's crontab. +Monitoring:+ {noformat} [trackadm@malibu logs]$ tail -f /home/trackadm/logs/nonAISPersistConsumers.out consumer.persist_message(): drifter,ESP,1347904556.00,35.662982,-122.406161,grabESPpositions.py,,,2012-09-17T17:55:56Z consumer.sendGLLtoTCP(): Sent to 134.89.20.18:31404: $GPGLL,3539.77892,N,12224.36966,W,175550,A*3f consumer.persist_message(): drifter,ESP,1347904556.00,35.662982,-122.406161,grabESPpositions.py,,,2012-09-17T17:55:56Z consumer.sendGLLtoTCP(): Sent to 134.89.20.18:31404: $GPGLL,3539.77892,N,12224.36966,W,175552,A*3d consumer.persist_message(): ship,W_FLYER,1347904555.00,35.663140,-122.406308,grabWFpositions.py,,,2012-09-17T17:55:55Z consumer.persist_message(): ship,R_CARSON,1347904565.72,36.802167,-121.787208,grabShipPositions.py,,,2012-09-17T17:56:05Z consumer.persist_message(): ship,ZEPHYR,1347904575.31,36.802033,-121.787215,grabShipPositions.py,,,2012-09-17T17:56:15Z consumer.sendGLLtoTCP(): Sent to 134.89.20.18:31405: $GPGLL,3648.12198,N,12147.2329,W,175615,A*8 consumer.persist_message(): drifter,stella101,1347904152.00,35.662770,-122.406460,drifter.py,,,2012-09-17T17:49:12Z consumer.sendGLLtoTCP(): Sent to 134.89.20.18:31101: $GPGLL,3539.7662,N,12224.3876,W,175629,A*32 consumer.persist_message(): ship,W_FLYER,1347904586.00,35.663127,-122.406252,grabWFpositions.py,,,2012-09-17T17:56:26Z consumer.persist_message(): ship,R_CARSON,1347904595.31,36.802172,-121.787215,grabShipPositions.py,,,2012-09-17T17:56:35Z consumer.persist_message(): drifter,stella103,1347904169.00,35.929670,-122.292400,drifter.py,,,2012-09-17T17:49:29Z consumer.sendGLLtoTCP(): Sent to 134.89.20.18:31103: $GPGLL,3555.7802,N,12217.544,W,175645,A*5 {noformat} I leave this running in a window that I can switch to at any time and see what is being processed. h3. ESP communications: As user *trackadm* on malibu: The grabESPpositions.py script in /home/trackadm/dev/MBARItracking/scripts (to be checked into mbaritracking SVN on kahuna) is a new script that telnets to port 2010 on the ESP's ship computer, parses a $GPGGA NMEA string and publishes ESP position reports to the drifters RabbitMQ fanout exchange. The espWatchdog.py script in the same directory checks that positions are being updated and restarts grabESPpositions.py if needed. It is executed by trackadm's crontab every minute (per Brent's suggestion). +Monitoring:+ {noformat} [trackadm@malibu ~]$ tail -f /home/trackadm/logs/espWatchdog.out fileAge = 42.2587380409 fileAge = 102.784883022 fileAge = 162.288415909 fileAge = 222.815152884 fileAge = 282.854593039 fileAge = 462.875690937 Killing grabESPpositions.py with procId = 19238 19239 2012-09-17 07:05:01Z: Restarting grabESPpositions.py... fileAge = 41.6014370918 fileAge = 41.6443030834 {noformat} and {noformat} [trackadm@malibu scripts]$ tail -f /home/trackadm/logs/grabESPpositions.out 2012-09-17 18:07:09Z: published ESP position 35.6625253, -122.4047792 to AMQP 2012-09-17 18:07:50Z: published ESP position 35.6624157, -122.4046188 to AMQP 2012-09-17 18:07:50Z: published ESP position 35.6624157, -122.4046188 to AMQP 2012-09-17 18:08:50Z: published ESP position 35.6623875, -122.4044205 to AMQP 2012-09-17 18:08:50Z: published ESP position 35.6623875, -122.4044205 to AMQP {noformat} I leave these running in windows that I can switch to foe quick monitoring of what is going on. As user *stoqsadm* on malibu: The new script /home/stoqsadm/scripts/espsync uses rsync to copy files from the ESP ship computer to the canon/2012_Sep rcynced-to-shore directory. It is run by stoqsadm's crontab every 5 minutes - a minute before the canonsync script runs. +Monitoring:+ Occaisonally execute: {noformat} [stoqsadm@malibu ~]$ ls -lrt /ODSS/data/canon/2012_Sep/misc/ESP/moe/esp | tail -rwxrwxrwx 1 stoqsadm stoqsadm 1308 Sep 16 18:04 NARBB12sep1616h725ml.pcr* -rwxrwxrwx 1 stoqsadm stoqsadm 724334 Sep 16 19:04 pcrBAC12sep1614h725ml40s.tif* -rwxrwxrwx 1 stoqsadm stoqsadm 2475 Sep 16 19:47 AOAa12sep1618h725ml.pcr* -rwxrwxrwx 1 stoqsadm stoqsadm 15212491 Sep 16 19:47 hydrorad.out* -rwxrwxrwx 1 stoqsadm stoqsadm 7532648 Sep 16 19:47 real.log* -rwxrwxrwx 1 stoqsadm stoqsadm 1337 Sep 16 22:04 AOAb12sep1620h725ml.pcr* -rwxrwxrwx 1 stoqsadm stoqsadm 1337 Sep 16 23:34 CbbL12sep1621h725ml.pcr* -rwxrwxrwx 1 stoqsadm stoqsadm 1338 Sep 17 04:14 G1Ar12sep1623h725ml.pcr* -rwxrwxrwx 1 stoqsadm stoqsadm 73516 Sep 17 04:14 CTD-tts-8.hex* -rwxrwxrwx 1 stoqsadm stoqsadm 3773794 Sep 17 04:14 real.out* {noformat} and check that the files are updating when we have communication as indicated by the above ESP position monitoring. h3. canonsync: As user *stoqsadm* on malibu: I modified the script (removed --az options, added wf, waveglider rsyncs, and additional text reporting, etc.) and changed the crontab to: {noformat} */10 * * * * /usr/bin/time /home/stoqsadm/scripts/canonsync >> logs/canonsync.log 2>&1 {noformat} +Monitoring:+ Occasionally execute: {noformat} [stoqsadm@malibu ~/logs]$ grep "elapsed\|PDT" canonsync.log | tail Mon Sep 17 11:00:01 PDT 2012 Mon Sep 17 11:05:28 PDT 2012 0.30user 0.12system 5:27.24elapsed 0%CPU (0avgtext+0avgdata 11968maxresident)k Mon Sep 17 11:10:01 PDT 2012 Mon Sep 17 11:15:12 PDT 2012 0.40user 0.14system 5:11.25elapsed 0%CPU (0avgtext+0avgdata 14032maxresident)k Mon Sep 17 11:20:01 PDT 2012 Mon Sep 17 11:27:30 PDT 2012 0.40user 0.13system 7:29.46elapsed 0%CPU (0avgtext+0avgdata 16976maxresident)k Mon Sep 17 11:30:01 PDT 2012 {noformat} or examine more details in the /home/stoqsadm/logs/canonsync.log file. Also, from the ship's VSAT network you can ssh into beach and do directory listings to compare with what is on malibu. Over the last 2 days the longest canonsync elapsed time was less than 8 minutes. h3. ctdsync: As user *root* on malibu: Entry in root's crontab: {noformat} # Sync ctd files for CANON 59,4,9,14,19,24,29,34,39,44,49,54 * * * * /home/stoqsadm/scripts/ctdsync {noformat} The files that /home/stoqsadm/scripts/ctdsync copies to /ODSS/data/canon/2012_Sep/wf/ get synced to shore by canonsync. +Monitoring:+ Ocaisionally execute: {noformat} ls -lRt /ODSS/data/canon/2012_Sep/wf/ {noformat} and see that files are updating. Note that we added a realtime.asc file in uctd that contains data since the last processed file was created. Those processed files get created twice a day by the CTD tech. h3. W_FLYER positions: As user *trackadm* on malibu: Note: With Todd's help scratchy:/coredata is now mounted on malibu. This make available all of the logr data files which include ship and ROV data items that are logged from datamanager. The grabWFpositions.py script in /home/trackadm/dev/MBARItracking/scripts (checked into mbaritracking SVN on kahuna) is a new script that tails the current /coredata/data/*shipnavlogr.dat file and sends a W_FLYER position report every 30 seconds to the ships RabbitMQ fanout exchange. The wfWatchdog.py script in the same directory checks that positions are being updated and restarts grabWFpositions.py if needed. It is executed by trackadm's crontab every two minutes. +Monitoring:+ {noformat} [trackadm@malibu amqp]$ tail -f ~/logs/wfWatchdog.out 2012-09-17 17:14:01 Z: Restarting grabWFpositions.py... 2012-09-17 17:20:02 Z: No recent W_FLYER positions in the mbaritracking database on malibu 2012-09-17 17:20:02 Z Killing grabWFpositions.py with procId = 5088 2012-09-17 17:20:02 Z: Restarting grabWFpositions.py... 2012-09-17 17:54:01 Z: No recent W_FLYER positions in the mbaritracking database on malibu 2012-09-17 17:54:01 Z Killing grabWFpositions.py with procId = 5470 2012-09-17 17:54:01 Z: Restarting grabWFpositions.py... 2012-09-17 18:24:01 Z: No recent W_FLYER positions in the mbaritracking database on malibu 2012-09-17 18:24:01 Z Killing grabWFpositions.py with procId = 7591 2012-09-17 18:24:01 Z: Restarting grabWFpositions.py... {noformat} and {noformat} [trackadm@malibu logs]$ tail -f grabWFpositions.out 2012-09-17 19:18:18Z: published W_FLYER position 35.813105, -122.350282 to AMQP 2012-09-17 19:18:48Z: published W_FLYER position 35.814263, -122.349903 to AMQP 2012-09-17 19:19:18Z: published W_FLYER position 35.815432, -122.349527 to AMQP 2012-09-17 19:19:51Z: published W_FLYER position 35.816585, -122.34916 to AMQP 2012-09-17 19:20:22Z: published W_FLYER position 35.817743, -122.34878 to AMQP 2012-09-17 19:20:51Z: published W_FLYER position 35.818915, -122.348408 to AMQP 2012-09-17 19:21:23Z: published W_FLYER position 35.820087, -122.34802 to AMQP 2012-09-17 19:21:54Z: published W_FLYER position 35.821247, -122.34764 to AMQP 2012-09-17 19:22:25Z: published W_FLYER position 35.822452, -122.347235 to AMQP 2012-09-17 19:22:58Z: published W_FLYER position 35.82365, -122.346833 to AMQP {noformat} h5. Odds and ends, questions, planning ahead: # I enabled sending mail from malibu, again with Todd's help. This will prove useful for setting up remote monitoring and reporting. # The new and modified scripts in MBARItracking will be in version control on kahuna. I will check those additions and changes in when we get back and have a shore network connection. # Do we have a versioned controlled home for the scripts in stoqsadm@malibu:scripts? Any suggestions? # We need to save the crontabs for the stoqsadm and trackadm accounts on malibu somewhere. # Some cron jobs on malibu will need to be commented out upon completion of this cruise, right? # For the next time we do something like this we'll need to edit the canonsync script to point to another directory other than canon/2012_Sep. Is there a more general way that we should set this up? -Mike]]> 19040966 26673180 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 26640413 19073656 > logs/canonsync.log 2>&1 {noformat} +Monitoring:+ Occasionally execute: {noformat} [stoqsadm@malibu ~/logs]$ grep "elapsed\|PDT" canonsync.log | tail Mon Sep 17 11:00:01 PDT 2012 Mon Sep 17 11:05:28 PDT 2012 0.30user 0.12system 5:27.24elapsed 0%CPU (0avgtext+0avgdata 11968maxresident)k Mon Sep 17 11:10:01 PDT 2012 Mon Sep 17 11:15:12 PDT 2012 0.40user 0.14system 5:11.25elapsed 0%CPU (0avgtext+0avgdata 14032maxresident)k Mon Sep 17 11:20:01 PDT 2012 Mon Sep 17 11:27:30 PDT 2012 0.40user 0.13system 7:29.46elapsed 0%CPU (0avgtext+0avgdata 16976maxresident)k Mon Sep 17 11:30:01 PDT 2012 {noformat} or examine more details in the /home/stoqsadm/logs/canonsync.log file. Also, from the ship's VSAT network you can ssh into beach and do directory listings to compare with what is on malibu. Over the last 2 days the longest canonsync elapsed time was less than 8 minutes. h3. ctdsync: As user *root* on malibu: Entry in root's crontab: {noformat} # Sync ctd files for CANON 59,4,9,14,19,24,29,34,39,44,49,54 * * * * /home/stoqsadm/scripts/ctdsync {noformat} The files that /home/stoqsadm/scripts/ctdsync copies to /ODSS/data/canon/2012_Sep/wf/ get synced to shore by canonsync. +Monitoring:+ Ocaisionally execute: {noformat} ls -lRt /ODSS/data/canon/2012_Sep/wf/ {noformat} and see that files are updating. Note that we added a realtime.asc file in uctd that contains data since the last processed file was created. Those processed files get created twice a day by the CTD tech. h3. W_FLYER positions: As user *trackadm* on malibu: Note: With Todd's help scratchy:/coredata is now mounted on malibu. This make available all of the logr data files which include ship and ROV data items that are logged from datamanager. The grabWFpositions.py script in /home/trackadm/dev/MBARItracking/scripts (checked into mbaritracking SVN on kahuna) is a new script that tails the current /coredata/data/*shipnavlogr.dat file and sends a W_FLYER position report every 30 seconds to the ships RabbitMQ fanout exchange. The wfWatchdog.py script in the same directory checks that positions are being updated and restarts grabWFpositions.py if needed. It is executed by trackadm's crontab every two minutes. +Monitoring:+ {noformat} [trackadm@malibu amqp]$ tail -f ~/logs/wfWatchdog.out 2012-09-17 17:14:01 Z: Restarting grabWFpositions.py... 2012-09-17 17:20:02 Z: No recent W_FLYER positions in the mbaritracking database on malibu 2012-09-17 17:20:02 Z Killing grabWFpositions.py with procId = 5088 2012-09-17 17:20:02 Z: Restarting grabWFpositions.py... 2012-09-17 17:54:01 Z: No recent W_FLYER positions in the mbaritracking database on malibu 2012-09-17 17:54:01 Z Killing grabWFpositions.py with procId = 5470 2012-09-17 17:54:01 Z: Restarting grabWFpositions.py... 2012-09-17 18:24:01 Z: No recent W_FLYER positions in the mbaritracking database on malibu 2012-09-17 18:24:01 Z Killing grabWFpositions.py with procId = 7591 2012-09-17 18:24:01 Z: Restarting grabWFpositions.py... {noformat} and {noformat} [trackadm@malibu logs]$ tail -f grabWFpositions.out 2012-09-17 19:18:18Z: published W_FLYER position 35.813105, -122.350282 to AMQP 2012-09-17 19:18:48Z: published W_FLYER position 35.814263, -122.349903 to AMQP 2012-09-17 19:19:18Z: published W_FLYER position 35.815432, -122.349527 to AMQP 2012-09-17 19:19:51Z: published W_FLYER position 35.816585, -122.34916 to AMQP 2012-09-17 19:20:22Z: published W_FLYER position 35.817743, -122.34878 to AMQP 2012-09-17 19:20:51Z: published W_FLYER position 35.818915, -122.348408 to AMQP 2012-09-17 19:21:23Z: published W_FLYER position 35.820087, -122.34802 to AMQP 2012-09-17 19:21:54Z: published W_FLYER position 35.821247, -122.34764 to AMQP 2012-09-17 19:22:25Z: published W_FLYER position 35.822452, -122.347235 to AMQP 2012-09-17 19:22:58Z: published W_FLYER position 35.82365, -122.346833 to AMQP {noformat} h5. Odds and ends, questions, planning ahead: # I enabled sending mail from malibu, again with Todd's help. This will prove useful for setting up remote monitoring and reporting. # The new and modified scripts in MBARItracking will be in version control on kahuna. I will check those additions and changes in when we get back and have a shore network connection. # Do we have a versioned controlled home for the scripts in stoqsadm@malibu:scripts? Any suggestions? # We need to save the crontabs for the stoqsadm and trackadm accounts on malibu somewhere. # Some cron jobs on malibu will need to be commented out upon completion of this cruise, right? # For the next time we do something like this we'll need to edit the canonsync script to point to another directory other than canon/2012_Sep. Is there a more general way that we should set this up? -Mike]]> 19040964 26673182 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 26640415 19073655 19040963 26673178 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 26640411 19073543 19040850 19073544 19040851 19073546 /home/stoqsadm/deployed/mapfiles/line67 line67 wkbPoint WGS84 {noformat} # Create shape file using line67.vrt file {noformat} ogr2ogr -overwrite -f "ESRI Shapefile" /home/stoqsadm/deployed/mapfiles/line67 line67.vrt {noformat} # Once shape file is created, can put in a mapserver layer definition, e.g. (note, the LABELITEM is station as it must link back to the same field station used in the .csv/.shp files) {noformat} LAYER NAME 'line67' TYPE POINT DUMP true CONNECTION '/home/stoqsadm/deployed/mapfiles/line67/line67.shp' CONNECTIONTYPE OGR LABELITEM 'station' STATUS ON TRANSPARENCY 100 DEBUG 5 PROJECTION 'proj=longlat' 'datum=WGS84' 'no_defs' END METADATA 'wms_title' 'line67' 'wms_name' 'line67' 'wms_onlineresource' 'http://localhost/cgi-bin/mapserv?map=/home/stoqsadm/deployed/mapfiles/proxy.map' 'wms_server_version' '1.1.0' 'wms_srs' 'EPSG:4326' 'wms_format' 'image/png' 'wms_transparent' 'true' END CLASS NAME 'Line67' STYLE SYMBOL "circle" SIZE 8 OUTLINECOLOR 0 0 0 COLOR 255 0 0 END LABEL FONT "sans" TYPE truetype POSITION AUTO SIZE 8 COLOR 255 0 0 OUTLINECOLOR 0 0 0 PARTIALS TRUE END END END {noformat} ]]> 19040853 19073542 19040849 19073552 19040859 19073553 19040860 19073550 19040857 19073559 19040866 19073562 19040869 19073561 19040868 19073555 19040862 19073557 19040864 19073568 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040875 19073570 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040877 19073564 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040871 19073566 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040873 19073573 19040880 19073571 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040878 19073585 19040893 19073583 19040891 8093711 8060943 19073582 19040890 19073580 19040888 19073589 19040897 19073587 19040895 19073602 19040910 19073740 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041049 26673322 26640565 19073742 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041051 19073744 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041053 19073743 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041052 19073746 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041055 19073732 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041041 26673327 /pgdata/dumps/mbaritracking.beach.dump /usr/pgsql-9.1/bin/psql < /pgdata/dumps/mbaritracking.beach.dump {noformat} # Change ownerships from stoqsadm to odssadm and give role everyone select rights (as user postgres at psql prompt): {noformat} \c mbaritracking REASSIGN OWNED BY stoqsadm TO odssadm; grant all on all tables in schema public to odssadm; grant select on all tables in schema public to everyone; {noformat} # Added to odssadm's crontab on normandy: {noformat} */10 * * * * /home/odssadm/dev/MBARItracking/amqp/runPersistMonitor.sh >> /data/logs/tracking/persistWatchdog.log 2>&1 {noformat} # Monitor log files to make sure everything is working: {noformat} tail -f /data/logs/tracking/persistWatchdog.log tail -f /data/logs/tracking/nonAISPersistConsumers.out {noformat} # Help ticket to create file /etc/httpd/conf.d/trackingdb.conf for the trackingdb web service {noformat} # Test web trackingdb web services: {noformat} http://normandy.mbari.org/trackingdb/positionOfType/ais/last/1m/data.html http://normandy.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.html {noformat} # Committed MBARItracking code changes: {noformat} $ svn commit -m "Made to work on normandy: now uses Django 1.6.5 and virtual-env instead of hard-coded /opt/python" mccann@kahuna.shore.mbari.org's password: Adding amqp/COPYING Sending amqp/README Sending amqp/persistWatchdog.py Sending amqp/runPersistMonitor.sh Sending amqp/settings.py Sending amqp/tracking.wsgi Sending amqp/urls.py Sending amqp/views.py Transmitting file data ........ Committed revision 13407. {noformat} ]]> 26640570 19073734 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041043 19073736 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041045 26673323 26640566 19073738 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041047 19073755 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041064 19073756 19041065 19073754 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041063 19073774 19041083 19073681 19040989 19073677 19040985 26673389 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640632 26673393 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640636 26673394 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640637 26673391 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640634 26673397 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640640 19073697 19041005 26673395 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640638 19073698 19041006 26673401 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640644 19073692 19041000 26673399 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640642 26673405 26640648 26673404 26640647 26673409 26640652 26673407 26640650 19073709 19041017 26673353 26640596 26673360 26640603 19073717 19041025 26673455 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 26640698 26673452 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640695 26673441 26640684 26673439 26640682 26673437 26640680 26673435 26640678 26673433 26640676 26673432 26640675 26673430 26640673 26673426 26640669 26673424 26640667 26673423 26640666 26673421 26640664 26673419 26640662 26673417 26640660 26673415 26640658 26673413 26640656 26673412 26640655 26673411 26640654 26673531 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640775 26673532 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640776 26673534 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640778 26673523 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640767 26673525 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640769 26673527 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 26640771 26673529 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 26640773 26673508 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640752 26673507 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640751 26673510 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640754 26673512 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640756 26673501 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640745 26673500 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640744 26673505 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640749 26673503 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640747 26673491 26640735 26673498 26640742 26673496 26640740 19074006 19041317 19074003 19041314 19074004 19041315 19074007 19041318 26673575 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640819 19073998 19041308 26673572 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640816 19074001 19041312 26673573 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640817 19073987 19041297 26673558 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640802 26673557 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640801 26673555 26640799 26673570 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640814 26673569 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640813 26673567 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640811 26673565 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640809 26673563 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 26640807 26673545 26640789 26673543 26640787 26673542 26640786 26673554 26640798 26673552 26640796 26673625 microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 26640869 26673623 microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :). Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to http://beach.mbari.org/canon, which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL http://odss.mbari.org/canon which should fix the STOQS links and then I will point the STOQS panel to the http://odss.mbari.org/canon again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform *names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 26640867 26673614 /last/[/stride/]/data.[csv|html|xkml|kml] position//last/[/stride/]/data.[csv|html|xkml|kml] position//since/[/stride/]/data.[csv|html|xkml|kml] position//between//[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//since/[/stride/]/data.[csv|html|xkml|kml] positionOfType//between//[/stride/]/data.[csv|html|xkml|kml] (For the .xkml and .kml formats you can specify 'googlemap' instead of 'data' to get a simple non-timestamped LineString KML representation of the track.)   {noformat} Here are examples for getting counts and position data (*Note: the odss-staging server - used for development - has been retired. Look below for examples that work on our production server*): [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/ZEPHYR/since/20110322T000000/count] {http://odss-staging.shore.mbari.org/trackingdb/positionOfType/ais/last/10s/count] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/367766000/last/1d/stride/10/data.html] (For the AIS positions of the Western Flyer) $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. KML output You can replace the format specification, e.g. 'html' or 'csv' with 'kml' to get timestamp tagged KML with the proper MIME type to open the tracks directly in KML to any KML-capable viewer, such as Google Earth. If you specify 'xkml' you will get the kml but with a MIME type of text/html so that the KML will appear in the browser. This is useful for debugging. You may also specify 'googlemap' instead of 'data' in a kml request in order to get a simple LineString KML element without timestamps. This KML response works well for feeding a GoogleMap (or other map) display of the data. h3. External Access The odds-staging.shore.mbari.org server is inside MBARI's firewall. All of the above services are also available from outside of MBARI's firewall by simply using the server name odds.mbari.org. E.g.: [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.html] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.kml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.kml] [http://odss.mbari.org/trackingdb/position/stella101/between/20140922T171500/20141010T000000/data.csv] h3. TODO Add GeoJSON formatted output.]]> 26640858 26673611 /last/[/stride/]/data.[csv|html|xkml|kml] position//last/[/stride/]/data.[csv|html|xkml|kml] position//since/[/stride/]/data.[csv|html|xkml|kml] position//between//[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//since/[/stride/]/data.[csv|html|xkml|kml] positionOfType//between//[/stride/]/data.[csv|html|xkml|kml] (For the .xkml and .kml formats you can specify 'googlemap' instead of 'data' to get a simple non-timestamped LineString KML representation of the track.)   {noformat} Here are examples for getting counts and position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/ZEPHYR/since/20110322T000000/count] {http://odss-staging.shore.mbari.org/trackingdb/positionOfType/ais/last/10s/count] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/367766000/last/1d/stride/10/data.html] (For the AIS positions of the Western Flyer) $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. KML output You can replace the format specification, e.g. 'html' or 'csv' with 'kml' to get timestamp tagged KML with the proper MIME type to open the tracks directly in KML to any KML-capable viewer, such as Google Earth. If you specify 'xkml' you will get the kml but with a MIME type of text/html so that the KML will appear in the browser. This is useful for debugging. You may also specify 'googlemap' instead of 'data' in a kml request in order to get a simple LineString KML element without timestamps. This KML response works well for feeding a GoogleMap (or other map) display of the data. h3. External Access The odds-staging.shore.mbari.org server is inside MBARI's firewall. All of the above services are also available from outside of MBARI's firewall by simply using the server name odds.mbari.org. E.g.: [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.html] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.kml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.kml] h3. TODO Add GeoJSON formatted output.]]> 26640855 26673612 /last/[/stride/]/data.[csv|html|xkml|kml] position//last/[/stride/]/data.[csv|html|xkml|kml] position//since/[/stride/]/data.[csv|html|xkml|kml] position//between//[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//since/[/stride/]/data.[csv|html|xkml|kml] positionOfType//between//[/stride/]/data.[csv|html|xkml|kml] (For the .xkml and .kml formats you can specify 'googlemap' instead of 'data' to get a simple non-timestamped LineString KML representation of the track.)   {noformat} Here are examples for getting counts and position data (*Note: the odss-staging server - used for development - has been retired. Look below for examples that work on our production server*): [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/ZEPHYR/since/20110322T000000/count] {http://odss-staging.shore.mbari.org/trackingdb/positionOfType/ais/last/10s/count] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/367766000/last/1d/stride/10/data.html] (For the AIS positions of the Western Flyer) $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. KML output You can replace the format specification, e.g. 'html' or 'csv' with 'kml' to get timestamp tagged KML with the proper MIME type to open the tracks directly in KML to any KML-capable viewer, such as Google Earth. If you specify 'xkml' you will get the kml but with a MIME type of text/html so that the KML will appear in the browser. This is useful for debugging. You may also specify 'googlemap' instead of 'data' in a kml request in order to get a simple LineString KML element without timestamps. This KML response works well for feeding a GoogleMap (or other map) display of the data. h3. External Access The odds-staging.shore.mbari.org server is inside MBARI's firewall. All of the above services are also available from outside of MBARI's firewall by simply using the server name odds.mbari.org. E.g.: [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.html] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.kml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.kml] [http://odss.mbari.org/trackingdb/position/stella101/between/20140922T171500/20141010T000000/data.csv] h3. TODO Add GeoJSON formatted output.]]> 26640856 26673615 /last/[/stride/]/data.[csv|html|xkml|kml] position//last/[/stride/]/data.[csv|html|xkml|kml] position//since/[/stride/]/data.[csv|html|xkml|kml] position//between//[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//last/[/stride/]/data.[csv|html|xkml|kml] positionOfType//since/[/stride/]/data.[csv|html|xkml|kml] positionOfType//between//[/stride/]/data.[csv|html|xkml|kml] (For the .xkml and .kml formats you can specify 'googlemap' instead of 'data' to get a simple non-timestamped LineString KML representation of the track.)   {noformat} Here are examples for getting counts and position data (*Note: the odss-staging server - used for development - has been retired. Look below for examples that work on our production server*): [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/ZEPHYR/since/20110322T000000/count] {http://odss-staging.shore.mbari.org/trackingdb/positionOfType/ais/last/10s/count] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/367766000/last/1d/stride/10/data.html] (For the AIS positions of the Western Flyer) $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. KML output You can replace the format specification, e.g. 'html' or 'csv' with 'kml' to get timestamp tagged KML with the proper MIME type to open the tracks directly in KML to any KML-capable viewer, such as Google Earth. If you specify 'xkml' you will get the kml but with a MIME type of text/html so that the KML will appear in the browser. This is useful for debugging. You may also specify 'googlemap' instead of 'data' in a kml request in order to get a simple LineString KML element without timestamps. This KML response works well for feeding a GoogleMap (or other map) display of the data. h3. External Access The odds-staging.shore.mbari.org server is inside MBARI's firewall. All of the above services are also available from outside of MBARI's firewall by simply using the server name odds.mbari.org. E.g.: [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.html] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/data.kml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.xkml] [http://odss.mbari.org/trackingdb/position/stella103/between/20110601T000000/20110630T000000/googlemap.kml] [http://odss.mbari.org/trackingdb/position/stella101/between/20140922T171500/20141010T000000/data.csv] h3. TODO Add GeoJSON formatted output.]]> 26640859 16449758 /last/[/stride/]/data.[csv|html] position//last/[/stride/]/data.[csv|html] position//since/[/stride/]/data.[csv|html] position//between//[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//since/[/stride/]/data.[csv|html] positionOfType//between//[/stride/]/data.[csv|html]   {noformat} Here are examples for getting counts and position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. ToDo Add .kml and .x3d formatted output.]]> 16416998 16449756 /last/[/stride/]/data.[csv|html] position//last/[/stride/]/data.[csv|html] position//since/[/stride/]/data.[csv|html] position//between//[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//since/[/stride/]/data.[csv|html] positionOfType//between//[/stride/]/data.[csv|html]   {noformat} Here are examples for getting counts and position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. The web service now supports "last" and "between" options as well as "platformAssociations" and "platformNamesOfType" options. I intend to add a 'between' time specification function and kml output.]]> 16416996 16449761 /last/[/stride/]/data.[csv|html] position//last/[/stride/]/data.[csv|html] position//since/[/stride/]/data.[csv|html] position//between//[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//since/[/stride/]/data.[csv|html] positionOfType//between//[/stride/]/data.[csv|html]   {noformat} Here are examples for getting counts and position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/between/20101001T000000/20110131T000000/stride/1/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/ZEPHYR/since/20110322T000000/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/2w/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/last/500/stride/20/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/auv/last/20d/data.html] [http://odss-staging.shore.mbari.org/trackingdb/positionOfType/mooring/last/20w/count] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/last/20m/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/m1/since/20110324T00000/data.csv] $ curl "http://odss-staging.shore.mbari.org/trackingdb/position/m1/between/20110301T00000/20110325T00000/stride/50/data.csv" In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. h3. ToDo Add .kml and .x3d formatted output.]]> 16417001 16449750 /since/[/stride/]/data.[csv|html|kml] {noformat} Here are examples for getting position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. The web service now supports "last" and "between" options as well as "platformAssociations" and "platformNamesOfType" options. For complete documentation please see the urls.py source code in SVN which contains the regular expressions for matching the URL request string: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/urls.py?revision=10181&view=markup] I intend to add a 'between' time specification function and kml output.]]> 16416990 16449748 /since/[/stride/]/data.[csv|html|kml] {noformat} Here are examples for getting position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. The web service now supports "last" and "between" options as well as "platformAssociations" and "platformNamesOfType" options. For complete documentation please see the urls.py source code in SVN which contains the regular expressions for matching the URL request string: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/urls.py?revision=10181&view=markup] I intend to add a 'between' time specification function and kml output.]]> 16416988 16449754 /last/[/stride/]/data.[csv|html] position//last/[/stride/]/data.[csv|html] position//since/[/stride/]/data.[csv|html] position//between//[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//last/[/stride/]/data.[csv|html] positionOfType//since/[/stride/]/data.[csv|html] positionOfType//between//[/stride/]/data.[csv|html]   {noformat} Here are examples for getting position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. The web service now supports "last" and "between" options as well as "platformAssociations" and "platformNamesOfType" options. I intend to add a 'between' time specification function and kml output.]]> 16416994 16449752 /last/[/stride/]/data.[csv|html] position//last/[/stride/]/data.[csv|html] position//since/[/stride/]/data.[csv|html] position//between//[/stride/]/data.[csv|html]   {noformat} Here are examples for getting position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. The web service now supports "last" and "between" options as well as "platformAssociations" and "platformNamesOfType" options. I intend to add a 'between' time specification function and kml output.]]> 16416992 24576030 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Can be implemented as transparent image overlay | | The ODSS will provide a catalog of remote sensing products that the user can overlay on experiment map | | | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max colors on overlays | | From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | The ODSS will have documentation on how to add data products that will be made available in the overlay selections | 1 | | Users can overlay weather products on experiment map | | | | Users can overlay sea state on map | | | | Users can overlay model data on map | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | In real time mode, all layers should be latest only | 1 | | | Users will be able to ascertain age of data products (layers) | | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | The ODSS will display water sample locations on map | 0 | | | The ODSS will provide backend services that will allow users to create 'movies' of the experiment in playback mode | 1 | | | The ODSS will display a scale bar on the map | | | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | | The ODSS will support this use case: # The user selects a time window (3 days ago to today) # A preview screen opens with a row x column arrangement of all the available remote sensing data. # The user selects a series of clear images using checkboxes below each image # The user selected subset is arranged into a stack of array for viewing # The user can adjust a sliding bar to adjust color scaling | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | | There should be 'chats' that are organized around platforms | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | Users must be presented the data policy for the ODSS | | [Example AOSN policy|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | | The data products generated by STOQS should be able to then be displayed on the map in the ODSS | | | | Each experiment should have a single 'curated' list of data products from the experiment | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | | Must have way for users to declare platforms 'deployed' or 'recovered' | | |]]> 24543262 24576033 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | | The ODSS will support this use case: # The user selects a time window (3 days ago to today) # A preview screen opens with a row x column arrangement of all the available remote sensing data. # The user selects a series of clear images using checkboxes below each image # The user selected subset is arranged into a stack of array for viewing # The user can adjust a sliding bar to adjust color scaling | | | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | | There should be 'chats' that are organized around platforms | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | Users must be presented the data policy for the ODSS | | [Example AOSN policy|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | | The data products generated by STOQS should be able to then be displayed on the map in the ODSS | | | | Each experiment should have a single 'curated' list of data products from the experiment | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | | Must have way for users to declare platforms 'deployed' or 'recovered' | | |]]> 24543265 16449746 /since/[/stride/]/data.[csv|html|kml] {noformat} Here are examples for getting position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. The web service now supports "last" and "between" options as well as "platformAssociations" and "platformNamesOfType" options. For complete documentation please see the urls.py source code in SVN which contains the regular expressions for matching the URL request string: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/urls.py?revision=10181&view=markup] I intend to add a 'between' time specification function and kml output.]]> 16416986 16449744 /since/[/stride/]/data.[csv|html|kml] {noformat} Here are examples for getting position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. The web service now supports "last" and "between" options as well as "platformAssociations" and "platformNamesOfType" options. For complete documentation please see the urls.py source code in SVN which contains the regular expressions for matching the URL request string: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/urls.py?revision=10181&view=markup] I intend to add a 'between' time specification function and kml output.]]> 16416984 24576044 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services {anchor:services} || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness {anchor:situationalawareness} || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | | The ODSS will support this use case: # The user selects a time window (3 days ago to today) # A preview screen opens with a row x column arrangement of all the available remote sensing data. # The user selects a series of clear images using checkboxes below each image # The user selected subset is arranged into a stack of array for viewing # The user can adjust a sliding bar to adjust color scaling | | | h3. Mapping Requirements [#mapping] || Requirement || Priority || Notes || Rationale || | ODSS will display layers as specified here https://oceana.mbari.org/confluence/display/CDATA/Data+Products+Working+Group | 1 | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Was done in 2013 with KML updated hourly per each platform. Example Rachel Carson underway temperature layer: !odss_carson_underway_temperature_layer.png|thumbnail! Query back in time currently not supported. | Needed during the experiment to get an quick overview for experiment planning/decision making. | | The ODSS will display a legend on the color map for each layer selected | 1 | Currently legend displays when hover over selected layer. Need a way to persist the legend e.g. as an overlay on the map. CenCOOS portal screenshot for example: !cencoos_chlorophyll_screenshot.png|thumbnail! | Needed to interpret data with scale and color map. | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max range on overlays | 1 | *Note that this is true for most of the remote sensing layers, not just the Ryan SST layer*. From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | | The ODSS will provide the users the ability to add layers from a GeoTIFF, KML file or WMS | 2 | | Needed to support experimental layers without engineering support. | | Documentation on how to add data products that will be made available in the overlay selections | | Documentation exists here for current overlay, and will be updated as features evolve: [Adding your data as a map overlay in ODSS]| | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | Since plans are dynamic, will need a way to store the plans. A [postGIS|http://postgis.net/] database could be appropriate for this, or if there is a MongoDB support for GIS queries, we could put it there. Best if the data has an API that will work with Mapserver to simplify the integration. Map drawing could potential fit after the 'token on timeline is set in the planning interface' [here|https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] | | | In real time mode, all layers should reflect that closest to the current time only | 1 | | This means forecast data will also be the closest. To see forecast data in the future, need to use playback (or playforward which should also work). | | Users will be able to ascertain age of layers | 1 | Can currently tell the age of some layers by the timestamp on the legend. Is this an additional request for another way to see the age of the layers ? | | | The ODSS playback feature will be responsive | | What is 'responsive' exactly? Ambiguous requirement. Suggest removing this for alternative movie creation requirement. | | | The ODSS will display water sample locations on map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this. Can currently be done in STOQS. What is the use case for ODSS ? Is this useful for planning, or is this really a data analysis requirement ? | Can be confusing to know what platform collected water where. | | The ODSS will display water sample metadata on a map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this. Example from SCCOOS website in So Cal: !sccoos_water_sample_display.png|thumbnail! | | | The ODSS will provide the user the ability to download 'movies' of the experiment in playback mode | 1 | Users queue up the layers/platforms they want and back-end process creates an animated GIF, or bundles up the animation in a KMZ file for playback on the client in Google Earth. | Useful for planning and presentation purposes. This could also be a replacement for playback mode. | h3. Planning {anchor:planning} || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy {anchor:autonomy} || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log {anchor:observationlog} || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | | There should be 'chats' that are organized around platforms | | | h3. Collaborative Science Tools {anchor:cosci} || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature {anchor:dataanalysis} || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | Users must be presented the data policy for the ODSS | | [Example AOSN policy|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | | The data products generated by STOQS should be able to then be displayed on the map in the ODSS | | | | Each experiment should have a single 'curated' list of data products from the experiment | | | h3. Water Management {anchor:watermanagement} || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application {anchor:mobile} || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | | Must have way for users to declare platforms 'deployed' or 'recovered' | | |]]> 24543276 24576046 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services {anchor:services} || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness {anchor:situationalawareness} || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | | The ODSS will support this use case: # The user selects a time window (3 days ago to today) # A preview screen opens with a row x column arrangement of all the available remote sensing data. # The user selects a series of clear images using checkboxes below each image # The user selected subset is arranged into a stack of array for viewing # The user can adjust a sliding bar to adjust color scaling | | | h3. Mapping Requirements {anchor:mapping} || Requirement || Priority || Notes || Rationale || | ODSS will display layers as specified here https://oceana.mbari.org/confluence/display/CDATA/Data+Products+Working+Group | 1 | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Was done in 2013 with KML updated hourly per each platform. Example Rachel Carson underway temperature layer: !odss_carson_underway_temperature_layer.png|thumbnail! Query back in time currently not supported. | Needed during the experiment to get an quick overview for experiment planning/decision making. | | The ODSS will display a legend on the color map for each layer selected | 1 | Currently legend displays when hover over selected layer. Need a way to persist the legend e.g. as an overlay on the map. CenCOOS portal screenshot for example: !cencoos_chlorophyll_screenshot.png|thumbnail! | Needed to interpret data with scale and color map. | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max range on overlays | 1 | *Note that this is true for most of the remote sensing layers, not just the Ryan SST layer*. From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | | The ODSS will provide the users the ability to add layers from a GeoTIFF, KML file or WMS | 2 | | Needed to support experimental layers without engineering support. | | Documentation on how to add data products that will be made available in the overlay selections | | Documentation exists here for current overlay, and will be updated as features evolve: [Adding your data as a map overlay in ODSS]| | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | Since plans are dynamic, will need a way to store the plans. A [postGIS|http://postgis.net/] database could be appropriate for this, or if there is a MongoDB support for GIS queries, we could put it there. Best if the data has an API that will work with Mapserver to simplify the integration. Map drawing could potential fit after the 'token on timeline is set in the planning interface' [here|https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] | | | In real time mode, all layers should reflect that closest to the current time only | 1 | | This means forecast data will also be the closest. To see forecast data in the future, need to use playback (or playforward which should also work). | | Users will be able to ascertain age of layers | 1 | Can currently tell the age of some layers by the timestamp on the legend. Is this an additional request for another way to see the age of the layers ? | | | The ODSS playback feature will be responsive | | What is 'responsive' exactly? Ambiguous requirement. Suggest removing this for alternative movie creation requirement. | | | The ODSS will display water sample locations on map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this. Can currently be done in STOQS. What is the use case for ODSS ? Is this useful for planning, or is this really a data analysis requirement ? | Can be confusing to know what platform collected water where. | | The ODSS will display water sample metadata on a map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this. Example from SCCOOS website in So Cal: !sccoos_water_sample_display.png|thumbnail! | | | The ODSS will provide the user the ability to download 'movies' of the experiment in playback mode | 1 | Users queue up the layers/platforms they want and back-end process creates an animated GIF, or bundles up the animation in a KMZ file for playback on the client in Google Earth. | Useful for planning and presentation purposes. This could also be a replacement for playback mode. | h3. Planning {anchor:planning} || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy {anchor:autonomy} || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log {anchor:observationlog} || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | | There should be 'chats' that are organized around platforms | | | h3. Collaborative Science Tools {anchor:cosci} || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature {anchor:dataanalysis} || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | Users must be presented the data policy for the ODSS | | [Example AOSN policy|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | | The data products generated by STOQS should be able to then be displayed on the map in the ODSS | | | | Each experiment should have a single 'curated' list of data products from the experiment | | | h3. Water Management {anchor:watermanagement} || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application {anchor:mobile} || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | | Must have way for users to declare platforms 'deployed' or 'recovered' | | |]]> 24543278 24576036 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | | The ODSS will support this use case: # The user selects a time window (3 days ago to today) # A preview screen opens with a row x column arrangement of all the available remote sensing data. # The user selects a series of clear images using checkboxes below each image # The user selected subset is arranged into a stack of array for viewing # The user can adjust a sliding bar to adjust color scaling | | | h3. Mapping Requirements || Requirement || Priority || Notes || Rationale || | ODSS will display layers as specified here https://oceana.mbari.org/confluence/display/CDATA/Data+Products+Working+Group | 1 | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Was done in 2013 with KML updated hourly per each platform. Example Rachel Carson underway temperature layer: !odss_carson_underway_temperature_layer.png|thumbnail! Query back in time currently not supported. | Needed during the experiment to get an quick overview for experiment planning/decision making. | | The ODSS will display a legend on the color map for each layer selected | 1 | Currently legend displays when hover over selected layer. Need a way to persist the legend e.g. as an overlay on the map. CenCOOS portal screenshot for example: | Needed to interpret data with scale and color map. | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max range on overlays | 1 | *Note that this is true for most of the remote sensing layers, not just the Ryan SST layer*. From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | | The ODSS will provide the users the ability to add layers from a GeoTIFF, KML file or WMS | 2 | | Needed to support experimental layers without engineering support. | | Documentation on how to add data products that will be made available in the overlay selections | | Documentation exists here for current overlay, and will be updated as features evolve: [Adding your data as a map overlay in ODSS]| | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | since plans are dynamic, will need a way to store the plans. A [postGIS|http://postgis.net/] database is appropriate for this so we can query by geographic bounds, or time, for example. Mapping back-end can dynamically access the database and create a map.| | | In real time mode, all layers should reflect that closest to the current time only | 1 | | This means forecast data will also be the closest. To see forecast data in the future, need to use playback (or playforward which should also work). | | Users will be able to ascertain age of layers | 1 | Can currently tell the age of some layers by the timestamp on the legend. Is this an additional request for another way to see the age of the layers ? | | | The ODSS playback feature will be responsive | | What is 'responsive' exactly? Ambiguous requirement. Suggest removing this for alternative movie creation requirement. | | | The ODSS will display water sample locations on map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this. Can currently be done in STOQS. What is the use case for ODSS ? Is this useful for planning, or is this really a data analysis requirement ? | Can be confusing to know what platform collected water where. | | The ODSS will display water sample metadata on a map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this | | | The ODSS will provide the user the ability to download 'movies' of the experiment in playback mode | 1 | Users queue up the layers/platforms they want and back-end process creates an animated GIF, or bundles up the animation in a KMZ file for playback on the client in Google Earth. | Useful for planning and presentation purposes. This could also be a replacement for playback mode. | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | | There should be 'chats' that are organized around platforms | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | Users must be presented the data policy for the ODSS | | [Example AOSN policy|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | | The data products generated by STOQS should be able to then be displayed on the map in the ODSS | | | | Each experiment should have a single 'curated' list of data products from the experiment | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | | Must have way for users to declare platforms 'deployed' or 'recovered' | | |]]> 24543268 24576035 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | | The ODSS will support this use case: # The user selects a time window (3 days ago to today) # A preview screen opens with a row x column arrangement of all the available remote sensing data. # The user selects a series of clear images using checkboxes below each image # The user selected subset is arranged into a stack of array for viewing # The user can adjust a sliding bar to adjust color scaling | | | h3. Mapping Requirements || Requirement || Priority || Notes || Rationale || | ODSS will display layers as specified here https://oceana.mbari.org/confluence/display/CDATA/Data+Products+Working+Group | 1 | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | If need to query later by time, will need this put in a database. Was done in 2013 with KML updated hourly per each platform. Query back in time currently not supported. | Needed during the experiment to get an quick overview for experiment planning/decision making. | | The ODSS will display a legend on the color map for each layer selected | 1 | Currently legend displays when hover over selected layer. Need a way to persist the legend e.g. as an overlay on the map | Needed to interpret data with scale and color map. | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max range on overlays | 1 | *Note that this is true for most of the remote sensing layers, not just the Ryan SST layer*. From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | | The ODSS will provide the users the ability to add layers from a GeoTIFF, KML file or WMS | 2 | | Needed to support experimental layers without engineering support. | | Documentation on how to add data products that will be made available in the overlay selections | | Documentation exists here for current overlay, and will be updated as features evolve: [Adding your data as a map overlay in ODSS]| | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | since plans are dynamic, will need a way to store the plans. A [postGIS|http://postgis.net/] database is appropriate for this so we can query by geographic bounds, or time, for example. Mapping back-end can dynamically access the database and create a map.| | | In real time mode, all layers should reflect that closest to the current time only | 1 | | This means forecast data will also be the closest. To see forecast data in the future, need to use playback (or playforward which should also work). | | Users will be able to ascertain age of layers | 1 | Can currently tell the age of some layers by the timestamp on the legend. Is this an additional request for another way to see the age of the layers ? | | | The ODSS playback feature will be responsive | | What is 'responsive' exactly? Ambiguous requirement. Suggest removing this for alternative movie creation requirement. | | | The ODSS will display water sample locations on map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this. Can currently be done in STOQS. What is the use case for ODSS ? Is this useful for planning, or is this really a data analysis requirement ? | Can be confusing to know what platform collected water where. | | The ODSS will display water sample metadata on a map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this | | | The ODSS will provide the user the ability to download 'movies' of the experiment in playback mode | 1 | Users queue up the layers/platforms they want and back-end process creates an animated GIF, or bundles up the animation in a KMZ file for playback on the client in Google Earth. | Useful for planning and presentation purposes. This could also be a replacement for playback mode. | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | | There should be 'chats' that are organized around platforms | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | Users must be presented the data policy for the ODSS | | [Example AOSN policy|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | | The data products generated by STOQS should be able to then be displayed on the map in the ODSS | | | | Each experiment should have a single 'curated' list of data products from the experiment | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | | Must have way for users to declare platforms 'deployed' or 'recovered' | | |]]> 24543267 24576038 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | | The ODSS will support this use case: # The user selects a time window (3 days ago to today) # A preview screen opens with a row x column arrangement of all the available remote sensing data. # The user selects a series of clear images using checkboxes below each image # The user selected subset is arranged into a stack of array for viewing # The user can adjust a sliding bar to adjust color scaling | | | h3. Mapping Requirements || Requirement || Priority || Notes || Rationale || | ODSS will display layers as specified here https://oceana.mbari.org/confluence/display/CDATA/Data+Products+Working+Group | 1 | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Was done in 2013 with KML updated hourly per each platform. Example Rachel Carson underway temperature layer: !odss_carson_underway_temperature_layer.png|thumbnail! Query back in time currently not supported. | Needed during the experiment to get an quick overview for experiment planning/decision making. | | The ODSS will display a legend on the color map for each layer selected | 1 | Currently legend displays when hover over selected layer. Need a way to persist the legend e.g. as an overlay on the map. CenCOOS portal screenshot for example: !cencoos_chlorophyll_screenshot.png|thumbnail! | Needed to interpret data with scale and color map. | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max range on overlays | 1 | *Note that this is true for most of the remote sensing layers, not just the Ryan SST layer*. From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | | The ODSS will provide the users the ability to add layers from a GeoTIFF, KML file or WMS | 2 | | Needed to support experimental layers without engineering support. | | Documentation on how to add data products that will be made available in the overlay selections | | Documentation exists here for current overlay, and will be updated as features evolve: [Adding your data as a map overlay in ODSS]| | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | since plans are dynamic, will need a way to store the plans. A [postGIS|http://postgis.net/] database is appropriate for this so we can query by geographic bounds, or time, for example. Mapping back-end can dynamically access the database and create a map.| | | In real time mode, all layers should reflect that closest to the current time only | 1 | | This means forecast data will also be the closest. To see forecast data in the future, need to use playback (or playforward which should also work). | | Users will be able to ascertain age of layers | 1 | Can currently tell the age of some layers by the timestamp on the legend. Is this an additional request for another way to see the age of the layers ? | | | The ODSS playback feature will be responsive | | What is 'responsive' exactly? Ambiguous requirement. Suggest removing this for alternative movie creation requirement. | | | The ODSS will display water sample locations on map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this. Can currently be done in STOQS. What is the use case for ODSS ? Is this useful for planning, or is this really a data analysis requirement ? | Can be confusing to know what platform collected water where. | | The ODSS will display water sample metadata on a map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this | | | The ODSS will provide the user the ability to download 'movies' of the experiment in playback mode | 1 | Users queue up the layers/platforms they want and back-end process creates an animated GIF, or bundles up the animation in a KMZ file for playback on the client in Google Earth. | Useful for planning and presentation purposes. This could also be a replacement for playback mode. | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | | There should be 'chats' that are organized around platforms | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | Users must be presented the data policy for the ODSS | | [Example AOSN policy|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | | The data products generated by STOQS should be able to then be displayed on the map in the ODSS | | | | Each experiment should have a single 'curated' list of data products from the experiment | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | | Must have way for users to declare platforms 'deployed' or 'recovered' | | |]]> 24543270 24576039 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | | The ODSS will support this use case: # The user selects a time window (3 days ago to today) # A preview screen opens with a row x column arrangement of all the available remote sensing data. # The user selects a series of clear images using checkboxes below each image # The user selected subset is arranged into a stack of array for viewing # The user can adjust a sliding bar to adjust color scaling | | | h3. Mapping Requirements || Requirement || Priority || Notes || Rationale || | ODSS will display layers as specified here https://oceana.mbari.org/confluence/display/CDATA/Data+Products+Working+Group | 1 | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Was done in 2013 with KML updated hourly per each platform. Example Rachel Carson underway temperature layer: !odss_carson_underway_temperature_layer.png|thumbnail! Query back in time currently not supported. | Needed during the experiment to get an quick overview for experiment planning/decision making. | | The ODSS will display a legend on the color map for each layer selected | 1 | Currently legend displays when hover over selected layer. Need a way to persist the legend e.g. as an overlay on the map. CenCOOS portal screenshot for example: !cencoos_chlorophyll_screenshot.png|thumbnail! | Needed to interpret data with scale and color map. | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max range on overlays | 1 | *Note that this is true for most of the remote sensing layers, not just the Ryan SST layer*. From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | | The ODSS will provide the users the ability to add layers from a GeoTIFF, KML file or WMS | 2 | | Needed to support experimental layers without engineering support. | | Documentation on how to add data products that will be made available in the overlay selections | | Documentation exists here for current overlay, and will be updated as features evolve: [Adding your data as a map overlay in ODSS]| | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | Since plans are dynamic, will need a way to store the plans. A [postGIS|http://postgis.net/] database could be appropriate for this, or if there is a MongoDB support for GIS queries, we could put it there. Best if the data has an API that will work with Mapserver to simplify the integration. Map drawing could potential fit after the 'token on timeline is set in the planning interface' [here|https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] | | | In real time mode, all layers should reflect that closest to the current time only | 1 | | This means forecast data will also be the closest. To see forecast data in the future, need to use playback (or playforward which should also work). | | Users will be able to ascertain age of layers | 1 | Can currently tell the age of some layers by the timestamp on the legend. Is this an additional request for another way to see the age of the layers ? | | | The ODSS playback feature will be responsive | | What is 'responsive' exactly? Ambiguous requirement. Suggest removing this for alternative movie creation requirement. | | | The ODSS will display water sample locations on map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this. Can currently be done in STOQS. What is the use case for ODSS ? Is this useful for planning, or is this really a data analysis requirement ? | Can be confusing to know what platform collected water where. | | The ODSS will display water sample metadata on a map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this. Example from SCCOOS website in So Cal: | | | The ODSS will provide the user the ability to download 'movies' of the experiment in playback mode | 1 | Users queue up the layers/platforms they want and back-end process creates an animated GIF, or bundles up the animation in a KMZ file for playback on the client in Google Earth. | Useful for planning and presentation purposes. This could also be a replacement for playback mode. | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | | There should be 'chats' that are organized around platforms | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | Users must be presented the data policy for the ODSS | | [Example AOSN policy|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | | The data products generated by STOQS should be able to then be displayed on the map in the ODSS | | | | Each experiment should have a single 'curated' list of data products from the experiment | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | | Must have way for users to declare platforms 'deployed' or 'recovered' | | |]]> 24543271 24576042 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services {anchor:services} || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness {anchor:situationalawareness} || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | | The ODSS will support this use case: # The user selects a time window (3 days ago to today) # A preview screen opens with a row x column arrangement of all the available remote sensing data. # The user selects a series of clear images using checkboxes below each image # The user selected subset is arranged into a stack of array for viewing # The user can adjust a sliding bar to adjust color scaling | | | h3. Mapping Requirements {anchor:mapping} || Requirement || Priority || Notes || Rationale || | ODSS will display layers as specified here https://oceana.mbari.org/confluence/display/CDATA/Data+Products+Working+Group | 1 | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Was done in 2013 with KML updated hourly per each platform. Example Rachel Carson underway temperature layer: !odss_carson_underway_temperature_layer.png|thumbnail! Query back in time currently not supported. | Needed during the experiment to get an quick overview for experiment planning/decision making. | | The ODSS will display a legend on the color map for each layer selected | 1 | Currently legend displays when hover over selected layer. Need a way to persist the legend e.g. as an overlay on the map. CenCOOS portal screenshot for example: !cencoos_chlorophyll_screenshot.png|thumbnail! | Needed to interpret data with scale and color map. | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max range on overlays | 1 | *Note that this is true for most of the remote sensing layers, not just the Ryan SST layer*. From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | | The ODSS will provide the users the ability to add layers from a GeoTIFF, KML file or WMS | 2 | | Needed to support experimental layers without engineering support. | | Documentation on how to add data products that will be made available in the overlay selections | | Documentation exists here for current overlay, and will be updated as features evolve: [Adding your data as a map overlay in ODSS]| | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | Since plans are dynamic, will need a way to store the plans. A [postGIS|http://postgis.net/] database could be appropriate for this, or if there is a MongoDB support for GIS queries, we could put it there. Best if the data has an API that will work with Mapserver to simplify the integration. Map drawing could potential fit after the 'token on timeline is set in the planning interface' [here|https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] | | | In real time mode, all layers should reflect that closest to the current time only | 1 | | This means forecast data will also be the closest. To see forecast data in the future, need to use playback (or playforward which should also work). | | Users will be able to ascertain age of layers | 1 | Can currently tell the age of some layers by the timestamp on the legend. Is this an additional request for another way to see the age of the layers ? | | | The ODSS playback feature will be responsive | | What is 'responsive' exactly? Ambiguous requirement. Suggest removing this for alternative movie creation requirement. | | | The ODSS will display water sample locations on map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this. Can currently be done in STOQS. What is the use case for ODSS ? Is this useful for planning, or is this really a data analysis requirement ? | Can be confusing to know what platform collected water where. | | The ODSS will display water sample metadata on a map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this. Example from SCCOOS website in So Cal: !sccoos_water_sample_display.png|thumbnail! | | | The ODSS will provide the user the ability to download 'movies' of the experiment in playback mode | 1 | Users queue up the layers/platforms they want and back-end process creates an animated GIF, or bundles up the animation in a KMZ file for playback on the client in Google Earth. | Useful for planning and presentation purposes. This could also be a replacement for playback mode. | h3. Planning {anchor:planning} || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy {anchor:autonomy} || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log {anchor:observationlog} || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | | There should be 'chats' that are organized around platforms | | | h3. Collaborative Science Tools {anchor:cosci} || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature {anchor:dataanalysis} || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | Users must be presented the data policy for the ODSS | | [Example AOSN policy|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | | The data products generated by STOQS should be able to then be displayed on the map in the ODSS | | | | Each experiment should have a single 'curated' list of data products from the experiment | | | h3. Water Management {anchor:watermanagement} || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application {anchor:mobile} || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | | Must have way for users to declare platforms 'deployed' or 'recovered' | | |]]> 24543274 24576041 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | | h3. Services || Requirement || Priority || Notes || | Services must have authentication and authorization | 1 | | | The ODSS will utilize a communication backplane to make event and message data available to various components and clients | | | | The ODSS will provide platform positions in various formats (text/html) | | Final list of formats TBD. Make sure timezone is provided/highlighted | | The ODSS will provide a platform finder service which will provide push asset locations in a form that can be used over low/poor comm link | | | | The ODSS will provide a logging service to catalog and provide access to logging observations | | | | The ODSS will provide a synchronization service that will keep data products in sync across multiple instances of the ODSS | | Ideally, this should be driven by users declaring which files/data they want to share across ODSS instances (maybe even select which ODSS instances).| h3. Situational Awareness || Requirement || Priority || Notes || | The ODSS situational awareness features are available to all users, a login is not required | 1 | | | Users can select a 'home' location in map view that is remembered for individual users | 2 | Done in current release, but should be associated with login, not just as a cookie | | The ODSS will provide mechanisms and documentation for users to add a new platform to the ODSS | | | | Users can quickly get all platform locations (visually, and numerically within 5 seconds) | | | | The ODSS will optimize the response to track queries so users can effectively scroll back and forward in time | | From Mike M: "How about if we write a background job to simplify the historical points for each platform and save it as a LineString geometry type in a new table in mbaritracking, then odss can read that with one request and append to the line with every single point (say 1 or 2 hours of data) of recent data from the position table. We can take it a step further and store a collection of time stamped line segments and have all of it stitched together by OpenLayers. I need to do this anyway for STOQS so maybe I can do the backed server stuff on mbaritracking."| | Users can select which platforms they want to see (or not see) | | Should be able to select all/none or groups on/off. | | The ODSS will feed real time platform positions to active browsers | 1 | | | The ODSS will provide a way for platforms to update their positions with a better track than what is shown as just points connected with lines | 2 | Unclear requirement | | The ODSS will display date and time of last update for each selected platform | 1 | | | The ODSS will display range and bearing from two user selected platforms in ODSS or from user's current location (if available) | | | | The ODSS will display AIS data sources as platform tracks | 1 | | | The ODSS will indicate when certain platforms were deployed and recovered and should indicate when they are on board after recovery | | | | Platform tracks should be as stable as possible regardless of the zoom level and end position should always be consistent | | Mike suggests the Douglas-Peucker line simplification algorithm | | The ODSS should show location and time of location fix when user places mouse over track | | | | The ODSS should provide visual indications of platforms who have not reported in some interval of time | | | | Platform locations will be available in text form to allow copy and paste from browser. The users can also download full resolution track data. | | | | Users should be able to 'lock' a specific layer in time and keep that particular instance in time as the tracks updated underneath it | | | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | | | Users can create and view observations | | | | Users can playback through time and view platform location, platform tracks, remote sensing, and observations at any point in time | | | | The ODSS playback feature will be responsive | 0 | What is 'responsive' exactly? | | Users will be able to 'bookmark' a link which freezes the ODSS in time and creates a URL to send to others | | | | The ODSS will support this use case: # The user selects a time window (3 days ago to today) # A preview screen opens with a row x column arrangement of all the available remote sensing data. # The user selects a series of clear images using checkboxes below each image # The user selected subset is arranged into a stack of array for viewing # The user can adjust a sliding bar to adjust color scaling | | | h3. Mapping Requirements || Requirement || Priority || Notes || Rationale || | ODSS will display layers as specified here https://oceana.mbari.org/confluence/display/CDATA/Data+Products+Working+Group | 1 | | | | ODSS will display low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders) | 3 | Was done in 2013 with KML updated hourly per each platform. Example Rachel Carson underway temperature layer: !odss_carson_underway_temperature_layer.png|thumbnail! Query back in time currently not supported. | Needed during the experiment to get an quick overview for experiment planning/decision making. | | The ODSS will display a legend on the color map for each layer selected | 1 | Currently legend displays when hover over selected layer. Need a way to persist the legend e.g. as an overlay on the map. CenCOOS portal screenshot for example: !cencoos_chlorophyll_screenshot.png|thumbnail! | Needed to interpret data with scale and color map. | | On layers that support it, the ODSS shall provide the user's the capability to specify min/max range on overlays | 1 | *Note that this is true for most of the remote sensing layers, not just the Ryan SST layer*. From Danelle: "Kevin, Please add support for the min/max temperature range for the Ryan SST layer. This will allow John Ryan to adjust the visualization of his custom satellite data to see finer scale features. I've added min/max support in the map spec for this. Mike also mentioned it would be worthwhile to calculate the histogram of the data and base the min/max on 2.5% and 97.5% bins, but I'm not entirely clear how this would work through WMS. Perhaps this is something we can put on our wish list for September. You should be able to add this with an OpenLayers specification similar to the following: {noformat} var layertestsst = new OpenLayers.Layer.WMS( "Ryan Declouded SST", "http://beach.mbari.org/tilecache/tilecache.cgi?", { layers: 'sst', version: "1.1.0", format: 'image/png', filename: "d20111162207m6b.hdf" , min: "10.0" , max: "20.0" , transparent: true } ); {noformat} If you leave off the min/max values, the default is 8 - 22 degrees C. To get the legend for this scale: http://beach.mbari.org/thredds/wms/ucsc/sst/d20111670435mff.hdf?service=WMS&version=1.3.0&request=GetLegendGraphic&LAYER=sst&COLORSCALERANGE=10,20 There are also different palettes. To see those available palettes: http://beach.mbari.org:8080/thredds/wms/ucsc/sst/d20111162207m6b.hdf?SERVICE=WMS&REQUEST=GetCapabilities&VERSION=1.1.0&COLORSCALERANGE=foo,bar The old ODSS file TestDecloudQuery.java will give you some ideas on how to parse and lookup the most recent declouded image. Here is a list of what's available now: d20111162207m6b.hdf* d20111660456mff.hdf* d20111662127m6b.hdf* d20111640039mff.hdf* d20111661716m6b.hdf* d20111670435mff.hdf* | | | The ODSS will provide the users the ability to add layers from a GeoTIFF, KML file or WMS | 2 | | Needed to support experimental layers without engineering support. | | Documentation on how to add data products that will be made available in the overlay selections | | Documentation exists here for current overlay, and will be updated as features evolve: [Adding your data as a map overlay in ODSS]| | | The ODSS will make the current 'operational' plan available as a layer to show on experiment map | 1 | Since plans are dynamic, will need a way to store the plans. A [postGIS|http://postgis.net/] database could be appropriate for this, or if there is a MongoDB support for GIS queries, we could put it there. Best if the data has an API that will work with Mapserver to simplify the integration. Map drawing could potential fit after the 'token on timeline is set in the planning interface' [here|https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] | | | In real time mode, all layers should reflect that closest to the current time only | 1 | | This means forecast data will also be the closest. To see forecast data in the future, need to use playback (or playforward which should also work). | | Users will be able to ascertain age of layers | 1 | Can currently tell the age of some layers by the timestamp on the legend. Is this an additional request for another way to see the age of the layers ? | | | The ODSS playback feature will be responsive | | What is 'responsive' exactly? Ambiguous requirement. Suggest removing this for alternative movie creation requirement. | | | The ODSS will display water sample locations on map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this. Can currently be done in STOQS. What is the use case for ODSS ? Is this useful for planning, or is this really a data analysis requirement ? | Can be confusing to know what platform collected water where. | | The ODSS will display water sample metadata on a map | 2 | Suggest STOQS WFS-Mapserver bridge to implement this. Example from SCCOOS website in So Cal: !sccoos_water_sample_display.png|thumbnail! | | | The ODSS will provide the user the ability to download 'movies' of the experiment in playback mode | 1 | Users queue up the layers/platforms they want and back-end process creates an animated GIF, or bundles up the animation in a KMZ file for playback on the client in Google Earth. | Useful for planning and presentation purposes. This could also be a replacement for playback mode. | h3. Planning || Requirement || Priority || Notes || | Users must login to have access to the ODSS planning features | 1 | | | The ODSS will provide tools for users to visually specify plans for platforms | | | | If platforms have means for calculating resources limitations, the ODSS will check plans against platform limitations | 1 | Should cover plans that have x, y and depth plans (yo-yo is classic example) | | The ODSS will provide feedback regarding 'keep out' areas to users who are creating plans | | | | Users can view all situational awareness data while using visual planning tools | | | | Plans created by users are considered draft plans and will be marked as such | | | | Plans created by users may be shared to other users (all, individual or group) | | | | Plans can be promoted to 'operational' by designated user with sufficient privileges | | | | The ODSS will have a virtual drifter tool to allow users to see projections on drifter locations into the future | | http://ourocean.jpl.nasa.gov/MB/mbmangen.jsp | | Users can compare actual vehicle tracks against planned tracks | | | | The ODSS will combine all platform plans into campaign timeline view | | | | The ODSS will utilize a shore-side planner for calculating constraints in the campaign timeline view | | | | The ODSS campaign timeline view and planner will integrate with the DMO ships calendar | | | | The ODSS campaign timeline view and planner will integrate with MBARI's cruise planning through the expedition database | | | | There should be a way for users to read and contribute to a single experiment summary, hypothesis definition | | | | There should be a plan view for each day (something that could be compared to actual) | | | h3. Shore-side (server) Autonomy || Requirement || Priority || Notes || | Users must login to have access to the autonomy features | 1 | | | The ODSS will display shore-side computed autonomy projections using a well defined API to autonomy services | 3 | | h3. Observation Log || Requirement || Priority || Notes || | Users must login to have access to the ODSS observation log | 1 | | | The ODSS will provide several mechanisms for users to create log entries | | Some options are direct message (AMQP), email, web application, mobile application | | The ODSS observation log will allow users to enter text and an optional photo as a log entry | | | | The observation log entry mechanisms will provide the option to geo reference log entries | | | | The observation log entry mechanisms will provide the option to tag the entry with date and time that defaults to current date and time | | | | The observation log entry mechanisms will provide the option to tag entries with multiple keywords | | | | The observation log service will allow multiple way to query for observations | | Like time, location, keyword/tag, user | | The observation log should provide at least one disconnected option for entering observations | | | | There should be 'chats' that are organized around platforms | | | h3. Collaborative Science Tools || Requirement || Priority || Notes || | Users must login to have access to the ODSS collaboration features | 1 | | | The ODSS will allow users to select and view email threads related to a specific experiment or topic | | | | The ODSS will provide tools for users to upload and share data with other users | | | | The ODSS will provide interactive 'chat' environments so people can discuss topics | | The ODSS should store, catalog and provide them back as well | | The ODSS will provide drawing tools for people to share ideas interactively | | Like annotations on a map | h3. ODSS Data Analysis Feature || Requirement || Priority || Notes || | Users must login to have access to the ODSS data analysis features | 1 | | | Users must be presented the data policy for the ODSS | | [Example AOSN policy|http://www.mbari.org/aosn/AOSN_Data_Policy_2004_07_22.pdf] | | The ODSS will provide a central data location where users can store data products | | | | The ODSS will provide documentation on best practices and recommendations for data products in the repository | | | The ODSS data repository will provide protection against accidental deletion of products | | | | The ODSS will provide a mechanism to 'lock down' (i.e. make read-only) the products in the repository after an experiment | | | | The ODSS will provide a mechanism for users to comment and document the quality of data products | | | | The ODSS will provide a catalog of what data is available and where the users can find it | | Basic access | | Users will be able to find data based on a description of the archive or service | | | | The ODSS will provide descriptions of data that is available in the catalog | | Users can add and view descriptive data. Also, there might be a need for a text/PDF dump of the data catalog | | The ODSS will provide mechanism for data product specific citation obligation | | | | The ODSS analysis catalog will allow users to register services as well as data products | | | | The ODSS analysis catalog can organize data products and services by experiment | | | | The ODSS analysis catalog will provide query by space, time and instrument (or platform) | | | | The ODSS analysis will provide query access to experiment data through several mechanisms | | Advanced feature. Matlab seems to be primary user interface to this feature and should be in an NC Toolbox usage model | | The ODSS will provide a view that will construct queries in various forms based on GUI input from users | | i.e. create SQL or web service call based on view, platform selections, and time window selection. Matlab and R have been mentioned. Maybe that even downloads a combined file in some format. | | The ODSS will provide a consistent data access mechanism across all data in an experiment | | This does not have to be in real time although it would be nice | | The ODSS will provide authorization mechanisms to allow data providers to specify what users have access to their data | | | | The ODSS will mandate that user's agree to citation obligation before getting access to data | | | | The ODSS will provide a mechanism for user's to subscribe to or view data update history | | | | The ODSS will integrate data from the LRAUV | | | | The ODSS should integrate the functionality of MOQUA and STOQS | | | | The ODSS should provide command line usage help for data access and analysis | | | | Users can discover data in STOQS and repository by platforms, instruments, measurements, etc. | | | | The ODSS should be able to catalog workflows to give user's insight into the provenance of data processing | | | | The ODSS should provide data archive 'descriptions' that can be edited | | | | The ODSS should have a mechanism where users can 'subscribe' to data products to get notified when they are udpated (RSS-like) | | | | The data products generated by STOQS should be able to then be displayed on the map in the ODSS | | | | Each experiment should have a single 'curated' list of data products from the experiment | | | h3. Water Management || Requirement || Priority || Notes || | Users must login to have access to the ODSS water management features | 1 | | | The ODSS will provide graphical representation of water sample management plan | | Confluence/Wiki? | | The ODSS should track sample locations | | | | The ODSS should provide processing steps and results associated with each water sample | | | | The ODSS will link the water sample locations and information to the information in the situational awareness view | | | | The ODSS should provide tools to indicate and facilitate the tagging of which water samples should undergo expensive processing | | This is still a vague requirement | h3. Mobile Application || Requirement || Priority || Notes || | Must run on iPad | | | | Must run on iPhone | | | | Must run on Android tablets | | | | Must run on Android phones | | | | Must have way for users to declare platforms 'deployed' or 'recovered' | | |]]> 24543273 16449691 /since/[/stride/]/data.[csv|html|kml] {noformat} Here are examples for getting position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. I intend to add a 'between' time specification function and kml output.]]> 16416930 16449689 /since/[/stride/]/data.[csv|html|kml] {noformat} Here are examples for getting position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. I intend to add a 'between' time specification function and kml output.]]> 16416928 16449681 /since/[/stride/]/data.csv {noformat} Here are examples for getting position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. I intend to add a 'between' time specification function and kml output.]]> 16416920 16449679 /since/[/stride/]/data.[csv|html]" http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.csv http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.html http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/stride/100/data.csv http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. I intend to add a 'between' time specification function and kml output. ]]> 16416917 16449680 /since/[/stride/]/data.csv {noformat} Here are examples for getting position data: [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/PT_LOBOS/since/20110322T000000/stride/100/data.csv] [http://odss-staging.shore.mbari.org/trackingdb/position/stella103/since/20110222T000000/data.html] [http://odss-staging.shore.mbari.org/trackingdb/position/tethys/since/20110101T000000/stride/1000/data.html] In order to pass the arguments for the query through the URL the ISO-8601 format has no '-'s or ':'s. The format is '%Y%m%dT%H%M%S'. I intend to add a 'between' time specification function and kml output.]]> 16416918 16449677 16416915 19074285 19041604 19074256 19041574 19074257 19041575 24576170 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24543403 24576172 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24543405 24576173 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24543406 24576174 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24543407 24576175 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24543408 19074244 19041562 24576176 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 24543409 24576182 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 24543415 24576184 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 24543417 19074267 RC->Shore over VSAT/3G (Frederic will write the software for the acoustic link) ## Directly from Dorado->Shore over Iridium ## High Resolution AUV data and processed products (? - maybe over 3G) h5. Logical Diagram Under construction.]]> 19041585 19074268 RC->Shore over VSAT/3G (Frederic will write the software for the acoustic link) ## Directly from Dorado->Shore over Iridium ## High Resolution AUV data and processed products (? - maybe over 3G) h5. Logical Diagram Under construction.]]> 19041586 24576186 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 24543419 19074269 RC->Shore over VSAT/3G (Frederic will write the software for the acoustic link) ## Directly from Dorado->Shore over Iridium ## High Resolution AUV data and processed products (? - maybe over 3G) h5. Logical Diagram Under construction.]]> 19041587 24576187 catalog -> ERDDAP and/or -> Thredds and thus -> STOQS #### thredds -> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 24543420 19074264 19041582 19074265 RC->Shore over VSAT/3G (Frederic will write the software for the acoustic link) ## Directly from Dorado->Shore over Iridium ## High Resolution AUV data and processed products (? - maybe over 3G) h5. Logical Diagram Under construction.]]> 19041583 19074266 RC->Shore over VSAT/3G (Frederic will write the software for the acoustic link) ## Directly from Dorado->Shore over Iridium ## High Resolution AUV data and processed products (? - maybe over 3G) h5. Logical Diagram Under construction.]]> 19041584 19074259 19041577 19074260 19041578 19074262 19041580 24576217 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 24543450 24576215 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 24543448 24576222 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 24543455 24576220 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 24543453 24576234 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | |]]> 24543467 24576227 catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 24543460 24576241 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | |]]> 24543474 24576236 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | |]]> 24543469 24576237 ..." | 1 | | | Users will be able to login to access content, features and preferences in the ODSS | 2 | | | User logins will support SSO across the various ODSS components and services | 2 | | | The ODSS will notify users when scheduled maintenance and downtime are to be performed. | 2 | | | The ODSS will operate without interruption during an experiment (i.e. 'five nines') | 2 | | | The ODSS will not suffer from DOS (Denial Of Service) attacks | | | | The ODSS will cover all experiment regions (global coverage) | | | | The ODSS shall keep track of usage metrics on all aspects of the application | | |]]> 24543470 24576244 24543477 24576246 24543479 24576245 24543478 19074424 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041744 19074423 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041743 19074426 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041746 19074425 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041745 19074419 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041739 19074421 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19041741 19074427 19041747 19074429 RC->Shore over VSAT/3G (Frederic will write the software for the acoustic link) ## Directly from Dorado->Shore over Iridium ## High Resolution AUV data and processed products (? - maybe over 3G) h5. Logical Diagram Under construction.]]> 19041749 19074408 19041728 19074410 19041730 19074404 19041724 19074406 19041726 19074416 AddHandler cgi-script .cgi Options +ExecCGI {noformat} # Download and install gebco_noaa.zip file by unzipping to /var/www/html # Set permissions so that ODSS_ADMIN group can read the Apache log files in /var/log/httpd # For Apache log rotation: Changed /etc/logrotate.d/httpd from: {noformat} /var/log/httpd/*log { missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} to {noformat} /var/log/httpd/*log { compress delaycompress rotate 7 daily missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} # For group ODSS_ADMIN, grant sudo privs for: ## /sbin/service ## /sbin/shutdown ## /usr/bin/kill ## /bin/mkdir ## /bin/chown ## /bin/chgrp ## /bin/chmod ## /bin/rm ## /usr/bin/rsync # Create firewall holes ## odss-master to atlas ODSS share ## odss-master to # Edit /etc/fstab and add: {noformat} atlasnfs.shore.mbari.org:/ifs/mbari/ODSS /ODSS nfs rw,suid 0 0 /ODSS/data/canon /home/canon none defaults,bind 0 0 /ODSS/data/biospace /home/biospace none defaults,bind 0 0 atlasnfs.shore.mbari.org:/ifs/mbariarchive/LRAUV /LRAUV nfs ro,suid 0 0 {noformat}]]> 19041736 19074412 AddHandler cgi-script .cgi Options +ExecCGI {noformat} # Download and install gebco_noaa.zip file by unzipping to /var/www/html # Set permissions so that ODSS_ADMIN group can read the Apache log files in /var/log/httpd # For Apache log rotation: Changed /etc/logrotate.d/httpd from: {noformat} /var/log/httpd/*log { missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} to {noformat} /var/log/httpd/*log { compress delaycompress rotate 7 daily missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} # For group ODSS_ADMIN, grant sudo privs for: ## /sbin/service ## /sbin/shutdown ## /usr/bin/kill ## /bin/mkdir ## /bin/chown ## /bin/chgrp ## /bin/chmod ## /bin/rm ## /usr/bin/rsync # Create firewall holes ## ]]> 19041732 19074414 AddHandler cgi-script .cgi Options +ExecCGI {noformat} # Download and install gebco_noaa.zip file by unzipping to /var/www/html # Set permissions so that ODSS_ADMIN group can read the Apache log files in /var/log/httpd # For Apache log rotation: Changed /etc/logrotate.d/httpd from: {noformat} /var/log/httpd/*log { missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} to {noformat} /var/log/httpd/*log { compress delaycompress rotate 7 daily missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} # For group ODSS_ADMIN, grant sudo privs for: ## /sbin/service ## /sbin/shutdown ## /usr/bin/kill ## /bin/mkdir ## /bin/chown ## /bin/chgrp ## /bin/chmod ## /bin/rm ## /usr/bin/rsync # Create firewall holes ## ]]> 19041734 19074377 19041697 19074375 19041695 19074373 19041693 19074379 19041699 19074369 19041689 19074346 19041666 19074347 RC->Shore over VSAT/3G (Frederic will write the software for the acoustic link) ## Directly from Dorado->Shore over Iridium ## High Resolution AUV data and processed products (? - maybe over 3G) h5. Logical Diagram Under construction.]]> 19041667 19074445 AddHandler cgi-script .cgi Options +ExecCGI {noformat} # Download and install gebco_noaa.zip file by unzipping to /var/www/html # Set permissions so that ODSS_ADMIN group can read the Apache log files in /var/log/httpd # For Apache log rotation: Changed /etc/logrotate.d/httpd from: {noformat} /var/log/httpd/*log { missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} to {noformat} /var/log/httpd/*log { compress delaycompress rotate 7 daily missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} # For group ODSS_ADMIN, grant sudo privs for: ## /sbin/service ## /sbin/shutdown ## /usr/bin/kill ## /bin/mkdir ## /bin/chown ## /bin/chgrp ## /bin/chmod ## /bin/rm ## /usr/bin/rsync # Create firewall holes ## odss-master to atlas ODSS share ## odss-master to atlas LRAUV ## odss-master to secmail.shore.mbari.org:587 ## odss-master to snow.shore.mbari.org:993 and 995 ## odss-master to dods.mbari.org:80 ## odss-master to cencalcurrents.org:80 ## odss-master to messaging.shore.mbari.org:5672 and 55672 # Edit /etc/fstab and add: {noformat} atlasnfs.shore.mbari.org:/ifs/mbari/ODSS /ODSS nfs rw,suid 0 0 /ODSS/data/canon /home/canon none defaults,bind 0 0 /ODSS/data/biospace /home/biospace none defaults,bind 0 0 atlasnfs.shore.mbari.org:/ifs/mbariarchive/LRAUV /LRAUV nfs ro,suid 0 0 {noformat}]]> 19041766 19074444 RC->Shore over VSAT/3G (Frederic will write the software for the acoustic link) ## Directly from Dorado->Shore over Iridium ## High Resolution AUV data and processed products (? - maybe over 3G) h5. Logical Diagram Under construction.]]> 19041765 19072528 19039797 19072530 19039799 19072523 19039792 19072524 19039793 19072526 19039795 19072519 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039788 19072521 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039790 19072516 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039785 19072517 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039786 19072518 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039787 19072543 19039812 19072546 19039815 19072545 19039814 19072540 19039809 19072539 19039808 19072541 19039810 19072535 19039804 19072537 19039806 19072532 19039801 19072561 19039830 19072562 19039831 19072558 19039827 19072556 19039825 19072554 19039823 19072551 19039820 19072549 19039818 19072548 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install the Maven Plugin*: ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _M2Eclipse_ and in the Location box, enter http://m2eclipse.sonatype.org/sites/m2e ## Click on OK, and the list of things to install will show up. ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. To add SmartGWT to your project {note:title=SmartGWT in the list of Maven dependencies} Note that you don't need to do this in the ODSS project as it is included in the Maven list of dependencies. {note} # After creating a GWT project, you can add the SmartGWT components to it. # Download the 2.4 zip file [here|http://smartgwt.googlecode.com/files/smartgwt-2.4.zip] # Unpack the zip somewhere convenient. # Right click on your project and select 'Build Path > Configure Build Path..." # Click on the 'Libraries' tab # Click on 'Add external jars..." # Navigate to the location where you unpacked the zip file and select the smartgwt.jar and the smartgwt-skins.jar and then click on 'Open'. # Then click on OK. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out JD's original tagged code and run (these instructions are using Subclipse in Eclipse) # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* # In the left pane, select the *SVN Repositories* tab. # Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location # In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. # You should see a listing something like: !SVNCheckout.jpg! # Right-click on the _jd-2010-12-02_ folder and select *Checkout...*. You can accept the defaults for the most part (unless you want to change the location where the project was checked out on your local disk). All the files will then be copied down to your local machine (this can take a while!). # Open the Java perspective and you should now see the MBARI_DSS_v0 project in the Package Explorer. {note:title=Broken JRE dependency} At least on the Mac, the project had errors because the expected JRE was not located. This makes sense because it is pretty unlikely the JRE will be in the same spot for developer to developer. No big deal, right click on the project and choose *Build Path...\->Configure Build Path*. Click on the *Libraries* tab and you will probably see a red X next to the JRE. Select the JRE and click on *Remove*. Then click on *Add Library*, select *JRE System Library*, and then click Next\->. More than likely you can choose the default, but make sure it is 1.6, then click Finish. Click OK and the project should be right as rain. {note} # Right-click on the MBARI_DSS_v0 project and select *Run As\->Web Application*. This will start up the application in an embedded server environment. # Open http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html in your browser and you should see the application running. # To stop the application, go back to Eclipse and click on the red stop box in the Console window. h5. Check out the trunk and run # Go back to *SVN Repository Exploring* perspective. # In the *SVN Repositories* tab, right click on the *trunk* folder and select *Checkout...*. Again, the defaults are fine unless you want to change the local location. # When done, you can switch to the *Java* perspective and see the project under the previous project. Several things need to be done before the project will right itself. ## If the Maven plugin in Eclipse does not resolve dependencies for you, you can: ### Go to a command line and cd to the location of the project that you checked out (should have the pom.xml file in it). ### Run *mvn clean compile*. That should download all the dependent jars that are needed for the project. # You should then be able to go to a command line and type *mvn clean compile package* and it will churn for a bit and generate a dss-1.0-SNAPSHOT.war file in the target directory which then can be deployed in your tomcat webapps directory. # Browse to [http://localhost:8080/dss-1.0-SNAPSHOT/] and you should see the application. ]]> 19039817 19072576 aistrack ## AUV -> auvtrack ## Drifter -> driftertrack ## Glider -> glidertrack ## Mooring -> mooringtrack ## Ships -> shiptrack # All platforms, except for AIS, all get position information via email ## AUV -> auvtrack@mbari.org ## Drifter -> driftertrack@mbari.org ## Glider -> glidertrack@mbari.org ## Mooring -> mooringtrack@mbari.org ## Ships -> shiptrack@mbari.org # In each of the accounts home directory, there is a .forward file that the mail server uses to forward each incoming message to the proper processing script as simple text input # For AUVs: ## Email message is sent to 'auvtrack@mbari.org' ## Subject of the message should be a csv list of: ### *platform_name*: The short name (< 9 characters) of the platform whose position is being reported ### *epoch_seconds*: The epoch seconds (decimal) of the date and time of the timestamp ### *longitude*: longitude ### *latitude*: latitude {noformat} dorado,1317939958.5556331,-0.724,37.74 {noformat} ## The .forward file send the message to a 'dispatchMessage.py' script ## The script takes the text of the email and uses a library to reconstruct the text into an email ## If the email has an attachment, it writes the attachment to the 'sbdmessages' subdirectory ## If the message did not have an attachment: ### Using a local dictionary, look up the IMEI number from the short name ### Extract the position information from the subject line ### Write the position information into the MBARItracking database on equinox ### Publish the message to the 'auv_pb' exchange on messaging.shore.mbari.org ---- Message traffic is consolidated thru AMQP for binding into applications and database ingest ODSS has web services (WMS, WFS, WxS, etc) that can REST - representational state server transfer, REST - form a URL request SVN /MBARItracking/trunk/README \\ ssh auvtrack@pismo (Nitrate pH h20 four you bang no no nonsense) \\ /home/auvtrack if you want to bang on the software, go into (cd dev), then cd MBARItracking.   which is a reflection svn status  svn diff README more diff  ( 15 years of perl scripts (started by Jerry Hatcher)...) watchdog scripts restart scripts that have issues tethys \\ svn commit README Now, go to log directory cd .. cd log \\ scripts dispatch  IMEI is associated with a name, and in the dispatch script a process script (in python) is called (.forward takes input and forwards to std in of the python script)  trex.py look for processsMessage method the LRAUV tracking app  An important python idiom:  if __name__ == main publishes the usage trex.py processMessage for protocol buf testing.... parseMsg would need to be reworked to receive a protocol buf \*.proto in the scripts buffer  \\ \\ When SBD are sent by TREX, monitor the log file on Pismo. Login as auvtrack, password is (hint above). cd /auvtrack/logs   tail \-f dotForward.log tail \-f /home/auvtrack/logs/trex.log\\ To test: make a copy of the sbd with the IMEI as the filename (see dev/MBARItracking/scripts/dispatch.py) mutt \-a  /mbari/\\ \\]]> 19039845 19072574 aistrack ## AUV -> auvtrack ## Drifter -> driftertrack ## Glider -> glidertrack ## Mooring -> mooringtrack ## Ships -> shiptrack # All platforms, except for AIS, all get position information via email ## AUV -> auvtrack@mbari.org ## Drifter -> driftertrack@mbari.org ## Glider -> glidertrack@mbari.org ## Mooring -> mooringtrack@mbari.org ## Ships -> shiptrack@mbari.org # In each of the accounts home directory, there is a .forward file that the mail server uses to forward each incoming message to the proper processing script as simple text input # For AUVs: ## Email message is sent to 'auvtrack@mbari.org' ## Subject of the message should be a csv list of: ### *platform_name*: The short name (< 9 characters) of the platform whose position is being reported ### *epoch_seconds*: The epoch seconds (decimal) of the date and time of the timestamp ### *longitude*: longitude ### *latitude*: latitude {noformat} seacon-5,1317939958.5556331,-0.724,37.74 {noformat} Message traffic is consolidated thru AMQP for binding into applications and database ingest ODSS has web services (WMS, WFS, WxS, etc) that can REST - representational state server transfer, REST - form a URL request SVN /MBARItracking/trunk/README \\ ssh auvtrack@pismo (Nitrate pH h20 four you bang no no nonsense) \\ /home/auvtrack if you want to bang on the software, go into (cd dev), then cd MBARItracking.   which is a reflection svn status  svn diff README more diff  ( 15 years of perl scripts (started by Jerry Hatcher)...) watchdog scripts restart scripts that have issues tethys \\ svn commit README Now, go to log directory cd .. cd log \\ scripts dispatch  IMEI is associated with a name, and in the dispatch script a process script (in python) is called (.forward takes input and forwards to std in of the python script)  trex.py look for processsMessage method the LRAUV tracking app  An important python idiom:  if __name__ == main publishes the usage trex.py processMessage for protocol buf testing.... parseMsg would need to be reworked to receive a protocol buf \*.proto in the scripts buffer  \\ \\ When SBD are sent by TREX, monitor the log file on Pismo. Login as auvtrack, password is (hint above). cd /auvtrack/logs   tail \-f dotForward.log tail \-f /home/auvtrack/logs/trex.log\\ To test: make a copy of the sbd with the IMEI as the filename (see dev/MBARItracking/scripts/dispatch.py) mutt \-a  /mbari/\\ \\]]> 19039843 19072573 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039842 19072570 aistrack ## AUV -> auvtrack ## Drifter -> driftertrack ## Glider -> glidertrack ## Mooring -> mooringtrack ## Ships -> shiptrack # All platforms, except for AIS, all get position information via email ## AUV -> auvtrack@mbari.org ## Drifter -> driftertrack@mbari.org ## Glider -> glidertrack@mbari.org ## Mooring -> mooringtrack@mbari.org ## Ships -> shiptrack@mbari.org # In each of the accounts home directory, there is a .forward file that the mail server uses to forward each incoming to the proper processing script as simple text input Message traffic is consolidated thru AMQP for binding into applications and database ingest ODSS has web services (WMS, WFS, WxS, etc) that can REST - representational state server transfer, REST - form a URL request SVN /MBARItracking/trunk/README \\ ssh auvtrack@pismo (Nitrate pH h20 four you bang no no nonsense) \\ /home/auvtrack if you want to bang on the software, go into (cd dev), then cd MBARItracking.   which is a reflection svn status  svn diff README more diff  ( 15 years of perl scripts (started by Jerry Hatcher)...) watchdog scripts restart scripts that have issues tethys \\ svn commit README Now, go to log directory cd .. cd log \\ scripts dispatch  IMEI is associated with a name, and in the dispatch script a process script (in python) is called (.forward takes input and forwards to std in of the python script)  trex.py look for processsMessage method the LRAUV tracking app  An important python idiom:  if __name__ == main publishes the usage trex.py processMessage for protocol buf testing.... parseMsg would need to be reworked to receive a protocol buf \*.proto in the scripts buffer  \\ \\ When SBD are sent by TREX, monitor the log file on Pismo. Login as auvtrack, password is (hint above). cd /auvtrack/logs   tail \-f dotForward.log tail \-f /home/auvtrack/logs/trex.log\\ To test: make a copy of the sbd with the IMEI as the filename (see dev/MBARItracking/scripts/dispatch.py) mutt \-a  /mbari/\\ \\]]> 19039839 19072567 19039836 19072566 19039835 19072564 19039833 19072563 19039832 19072589 19039859 19072590 19039860 19072591 19039861 19072594 19039864 19072586 aistrack ## AUV -> auvtrack ## Drifter -> driftertrack ## Glider -> glidertrack ## Mooring -> mooringtrack ## Ships -> shiptrack # All platforms, except for AIS, all get position information via email ## AUV -> auvtrack@mbari.org ## Drifter -> driftertrack@mbari.org ## Glider -> glidertrack@mbari.org ## Mooring -> mooringtrack@mbari.org ## Ships -> shiptrack@mbari.org # In each of the accounts home directory, there is a .forward file that the mail server uses to forward each incoming message to the proper processing script as simple text input # For AUVs: ## Email message is sent to 'auvtrack@mbari.org' ## Subject of the message should be a csv list of: ### *platform_name*: The short name (< 9 characters) of the platform whose position is being reported ### *epoch_seconds*: The epoch seconds (decimal) of the date and time of the timestamp ### *longitude*: longitude ### *latitude*: latitude {noformat} dorado,1317939958.5556331,-0.724,37.74 {noformat} ## The .forward file send the message to a 'dispatchMessage.py' script ## The script takes the text of the email and uses a library to reconstruct the text into an email ## If the email has an attachment, it writes the attachment to the 'sbdmessages' subdirectory ## If the message did not have an attachment: ### Using a local dictionary, look up the IMEI number from the short name ### Extract the position information from the subject line ### Write the position information into the MBARItracking database on equinox ### Publish the message to the 'auv_pb' exchange on messaging.shore.mbari.org. The form of the message is the platformMessage.proto protocol buffers definition which at the time of this writing is: {noformat} package MBARItracking; message PlatformReport { enum PlatformType { MBARI_SHIP = 0; AIS = 1; AUV = 2; DRIFTER = 3; MOORING = 4; GLIDER = 5; } optional PlatformType type = 1; optional string name = 2; optional double epoch_seconds = 3; optional double latitude = 4; optional double longitude = 5; optional string source = 6; optional uint64 mmsi = 7; optional uint64 imei = 8; optional string iso_datetime = 9; } {noformat} ---- Message traffic is consolidated thru AMQP for binding into applications and database ingest ODSS has web services (WMS, WFS, WxS, etc) that can REST - representational state server transfer, REST - form a URL request SVN /MBARItracking/trunk/README \\ ssh auvtrack@pismo (Nitrate pH h20 four you bang no no nonsense) \\ /home/auvtrack if you want to bang on the software, go into (cd dev), then cd MBARItracking.   which is a reflection svn status  svn diff README more diff  ( 15 years of perl scripts (started by Jerry Hatcher)...) watchdog scripts restart scripts that have issues tethys \\ svn commit README Now, go to log directory cd .. cd log \\ scripts dispatch  IMEI is associated with a name, and in the dispatch script a process script (in python) is called (.forward takes input and forwards to std in of the python script)  trex.py look for processsMessage method the LRAUV tracking app  An important python idiom:  if __name__ == main publishes the usage trex.py processMessage for protocol buf testing.... parseMsg would need to be reworked to receive a protocol buf \*.proto in the scripts buffer  \\ \\ When SBD are sent by TREX, monitor the log file on Pismo. Login as auvtrack, password is (hint above). cd /auvtrack/logs   tail \-f dotForward.log tail \-f /home/auvtrack/logs/trex.log\\ To test: make a copy of the sbd with the IMEI as the filename (see dev/MBARItracking/scripts/dispatch.py) mutt \-a  /mbari/\\ \\]]> 19039855 19072604 19039874 19072606 19039876 19072608 19039878 19072607 19039877 19072609 19039879 19072596 19039866 19072598 19039868 19072597 19039867 19072602 19039872 19072621 19039891 19072622 19039892 19072619 19039889 19072626 19039896 19072623 19039893 19072624 19039894 6226610 6259409 19072614 19039884 19072612 19039882 19072617 19039887 19072638 19039908 19072642 19039912 19072630 19039900 19072628 19039898 19072634 19039904 19072644 19039914 19072645 19039915 19072656 19039926 19072657 19039927 19072652 19039922 19072651 19039921 19072654 19039924 19072653 (g) Web Application * Open [http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html] in your browser This is a screenshot of the page right after loading the above URL: !jd-2010-12-02-screenshot.png|align=center!\\ \\]]> 19039923 19072663 19039934 19072659 19039930 19072660 19039931 19072662 19039933 19072669 19039941 19072670 19039942 19072688 19039961 19072684 aistrack ## AUV -> auvtrack ## Drifter -> driftertrack ## Glider -> glidertrack ## Mooring -> mooringtrack ## Ships -> shiptrack # All platforms, except for AIS, all get position information via email ## AUV -> auvtrack@mbari.org ## Drifter -> driftertrack@mbari.org ## Glider -> glidertrack@mbari.org ## Mooring -> mooringtrack@mbari.org ## Ships -> shiptrack@mbari.org # In each of the accounts home directory, there is a .forward file that the mail server uses to forward each incoming message to the proper processing script as simple text input # For AUVs: ## Email message is sent to 'auvtrack@mbari.org' ## Subject of the message should be a csv list of: ### *platform_name*: The short name (< 9 characters) of the platform whose position is being reported ### *epoch_seconds*: The epoch seconds (decimal) of the date and time of the timestamp ### *longitude*: longitude ### *latitude*: latitude {noformat} dorado,1317939958.5556331,-0.724,37.74 {noformat} ## The .forward file send the message to a 'dispatchMessage.py' script ## The script takes the text of the email and uses a library to reconstruct the text into an email ## If the email has an attachment, it writes the attachment to the 'sbdmessages' subdirectory ### The attachment should be a Base64 Encoded file that has a serialized protocol buffer message. ### For the TREX process, it sends SBDs with an attachment that is a protocol buffer of the form defined in trex_sensor.proto: {noformat} package org.mbari.trex; message SensorMessage { /* One data sample * * Location (northing,easting) is not corrected as it is sampled * in real-time. * Do also note that we used UTM instead of lat,lon here. This is * mostly due to the fact that TREX uses this reference for navigation * and his lat,lon information is pretty bad (2 decimal places of acurracy * which can result on an error of 100s of m) * Note : based on Mike McCann suggestion northing and easting have been made * optional as they may be repaced in the future by lat/lon */ message Sample { required uint64 utime =1; // unix time for the sample required float northing =2; // UTM nothing (m) required float easting =3; // UTM easting (m) required float depth =4; // Vehicle depth (m) optional float temperature =5; // temperature (C) optional float salinity =6; // salinity optional float nitrate =7; // Nitrate optional int32 gulper_id =8; // indicate which gulper was fired (if any) } // All the samples are stroed in this serie attribute repeated Sample sample =2; /* Information on position error deduced from a GPS fix * * This data will be produced when TREX idenitifies an important "jump" * during a gps fix (in the order of tens to hundreds of meters): * * As this information will come after the samples are propagated the receiver * of the message may need to apply this error to previously recieved samples. * The way to apply it is the folowing * * for all sample such as gps_fix.from_time <= sample.utime < gps_fix.to_time * sample.northing = sample.northing + (sample.utime-gps_fix.from_time)*gps_fix.northing_rate * sample.easting = sample.easting + (sample.utime-gps_fix.from_time)*gps_fix.easting_rate * end for */ message GpsError { required uint64 from_time =1; // Date where the error started to apply required uint64 to_time =2; // Date where the error was identified optional float northing = 3; // northing at to_time (m) optional float easting = 4; // easting at to_time (m) // May add lat,lon info in the future // optional float longitude = 5; // optional float latitude = 6; optional float northing_error_rate =7; // northing navigation error (m/s) optional float easting_error_rate =8; // easting navigation error (m/s) } optional GpsError gps_fix =1; } {noformat} ## If the message did not have an attachment: ### Using a local dictionary, look up the IMEI number from the short name ### Extract the position information from the subject line ### Write the position information into the MBARItracking database on equinox ### Publish the message to the 'auv_pb' exchange on messaging.shore.mbari.org. The form of the message is the platformMessage.proto protocol buffers definition which at the time of this writing is: {noformat} package MBARItracking; message PlatformReport { enum PlatformType { MBARI_SHIP = 0; AIS = 1; AUV = 2; DRIFTER = 3; MOORING = 4; GLIDER = 5; } optional PlatformType type = 1; optional string name = 2; optional double epoch_seconds = 3; optional double latitude = 4; optional double longitude = 5; optional string source = 6; optional uint64 mmsi = 7; optional uint64 imei = 8; optional string iso_datetime = 9; } {noformat} ---- Message traffic is consolidated thru AMQP for binding into applications and database ingest ODSS has web services (WMS, WFS, WxS, etc) that can REST - representational state server transfer, REST - form a URL request SVN /MBARItracking/trunk/README \\ ssh auvtrack@pismo (Nitrate pH h20 four you bang no no nonsense) \\ /home/auvtrack if you want to bang on the software, go into (cd dev), then cd MBARItracking.   which is a reflection svn status  svn diff README more diff  ( 15 years of perl scripts (started by Jerry Hatcher)...) watchdog scripts restart scripts that have issues tethys \\ svn commit README Now, go to log directory cd .. cd log \\ scripts dispatch  IMEI is associated with a name, and in the dispatch script a process script (in python) is called (.forward takes input and forwards to std in of the python script)  trex.py look for processsMessage method the LRAUV tracking app  An important python idiom:  if __name__ == main publishes the usage trex.py processMessage for protocol buf testing.... parseMsg would need to be reworked to receive a protocol buf \*.proto in the scripts buffer  \\ \\ When SBD are sent by TREX, monitor the log file on Pismo. Login as auvtrack, password is (hint above). cd /auvtrack/logs   tail \-f dotForward.log tail \-f /home/auvtrack/logs/trex.log\\ To test: make a copy of the sbd with the IMEI as the filename (see dev/MBARItracking/scripts/dispatch.py) mutt \-a  /mbari/\\ \\]]> 19039957 19072683 19039956 19072695 19039970 19072693 VehicleParsedOutputIdTimeStampCurrent_LatitudeCurrent_LongitudeHeading_SubDesired_BearingGlider_HeadingGlider_Speed"; oService = new WebService(CURRENT_SERVER_URL, "EntityAPI", "GetRelatedEntitySet"); oService.SetParameter("entityType", 48); oService.SetParameter("entityId", vehicle[0].id.toString()); oService.SetParameter("relatedEntityType", 42); oService.SetParameter("columnXml", telemetryColumnXml); oService.SetParameter("pageNumber", 1); oService.SetParameter("pageSize", 1); oService.SetParameter("sortColumn", 'TimeStamp'); oService.SetParameter("sortDirection", ' DESC'); oService.SetParameter("dataFilter", ''); var result = oService.Connect(); if (result.Status) { if (NodeText(result.ReturnValue.firstChild) != '-1') { var returnXml = NodeText(result.ReturnValue.firstChild); var timeStamp= GetNodeValue(returnXml, 'TimeStamp', false); var latitude = GetNodeValue(returnXml, 'Current_Latitude', false); var logitude= GetNodeValue(returnXml, 'Current_Longitude', false); alert('Time Stamp: ' + timeStamp + ', Lat: ' + latitude + ', long: ' + logitude); } } Before executing the "GetRelatedEntitySet" API, your code would have to call the "CreateLoginSession" with 3 parameters: User email, password and internal org name (normally the lower case version of the org name - in the DEMO org it would be "demo"). The cookies returned by the response need to be carried to the following APIs to establish the credentials of the caller. {noformat}]]> 19039967 19072705 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039981 19072704 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039980 19072702 19039977 19072699 19039974 19072700 19039975 19072708 19039984 19072707 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039983 19072710 19039986 19072711 responseContext = cxfClient.getResponseContext(); // Grab the map of protocol headers in the response TreeMap protocolHeaders = (TreeMap) responseContext.get("org.apache.cxf.message.Message.PROTOCOL_HEADERS"); // Grab the Collection associated with the key "Set-Cookie" to look for cookies the server wants us to set Collection cookieCollection = (Collection) protocolHeaders.get("Set-Cookie"); // Take those cookies, add them to a TreeMap with a name of "Cookie" TreeMap cookieTreeMap = new TreeMap(); cookieTreeMap.put("Cookie", cookieCollection); // Now add those as the PROTOCOL_HEADERS on the requests to be made in the future cxfClient.getRequestContext().put("org.apache.cxf.message.Message.PROTOCOL_HEADERS", cookieTreeMap); {noformat} ]]> 19039987 19922972 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19890204 19072715 responseContext = cxfClient.getResponseContext(); // Grab the map of protocol headers in the response TreeMap protocolHeaders = (TreeMap) responseContext.get("org.apache.cxf.message.Message.PROTOCOL_HEADERS"); // Grab the Collection associated with the key "Set-Cookie" to look for cookies the server wants us to set Collection cookieCollection = (Collection) protocolHeaders.get("Set-Cookie"); // Take those cookies, add them to a TreeMap with a name of "Cookie" TreeMap cookieTreeMap = new TreeMap(); cookieTreeMap.put("Cookie", cookieCollection); // Now add those as the PROTOCOL_HEADERS on the requests to be made in the future cxfClient.getRequestContext().put("org.apache.cxf.message.Message.PROTOCOL_HEADERS", cookieTreeMap); {noformat} You can now make other service calls and the session will be linked by the cookies in your requests to the server. ]]> 19039991 19922970 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19890202 19922968 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19890200 19922956 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19890188 19922954 RC->Shore over VSAT/3G (Frederic will write the software for the acoustic link) ## Directly from Dorado->Shore over Iridium ## High Resolution AUV data and processed products (? - maybe over 3G) h5. Task List || Number || Task || Responsible Person || Status || | 1 | Refactor build for more consistent deployment on test server (continuous integration) as well as for deployment on the new CentOS servers for odss-test (replace odss-staging), odss (replace beach), zuma (carson), malibu (replace malibu) | Kevin | In process | | 2 | Have I.S. build new CentOS VM to replace odds-staging | Kevin | Ticket submitted | | 3 | Configure new ODSS build on to odss-test | Kevin | | | 4 | Check out/install MBARITracking consumers/database on odss-test and start consuming platforms tracks from AMQP | Kevin/Rich/Mike | | | 5 | Install and configure STOQS on odss-test | Rich/Mike | | | 6 | Migrate Mike's code to send GPS locations through AMQP from WF to Carson | Kevin/Rich | | | 7 | Get full list of remote sensing (i.e. layers) from science and configure to download data to odss-test erddap installation | Danelle | | | 8 | Inventory all ERDDAP and THREDDS data on beach.mbari.org for move to new server | Kevin | | | 9 | Layout directory structure for data repo for ECOHAB and define which locations will be rsync'd and configure on beach.mbari.org (Atlas actually) | Kevin | | | 10 | Contact Arvind and characterize glider data and access | Duane | | | 11 | Write adapter to pull tracks from glider data sources and publish to AMQP | Kevin/Rich | | | 12 | Write adapter to pull tracking data from ESP and publish to AMQP | Kevin/Rich | | | 13 | Integrate STOQS sensor tracks into ODSS UI | Kevin | | | 14 | Clone odss-test to zuma and configure for Carson operation | All | | | 15 | Set up rsync to sync identified directories between beach.mbari.org (atlas) and zuma) | Kevin/Tom | | h5. Logical Diagram Under construction.]]> 19890186 19922952 RC->Shore over VSAT/3G (Frederic will write the software for the acoustic link) ## Directly from Dorado->Shore over Iridium ## High Resolution AUV data and processed products (? - maybe over 3G) h5. Task List || Number || Task || Responsible Person || Status || | 1 | Refactor build for more consistent deployment on test server (continuous integration) as well as for deployment on the new CentOS servers for odss-test (replace odss-staging), odss (replace beach), zuma (carson), malibu (replace malibu) | Kevin | In process | | 2 | Have I.S. build new CentOS VM to replace odds-staging | Kevin | Ticket submitted | | 3 | Configure new ODSS build on to odss-test | Kevin | | | 4 | Check out/install MBARITracking consumers/database on odss-test and start consuming platforms tracks from AMQP | Kevin/Rich/Mike | | | 5 | Get full list of remote sensing (i.e. layers) from science and configure to download data to odss-test erddap installation | Danelle | | | 6 | Inventory all ERDDAP and THREDDS data on beach.mbari.org for move to new server | Kevin | | h5. Logical Diagram Under construction.]]> 19890184 19922950 RC->Shore over VSAT/3G (Frederic will write the software for the acoustic link) ## Directly from Dorado->Shore over Iridium ## High Resolution AUV data and processed products (? - maybe over 3G) h5. Logical Diagram Under construction.]]> 19890182 19072742 -a_ullr -122.25 37.1 -121.57365 36.67558 Once your image has been translated, ftp the image to beach.mbari.org using these instructions. ]]> 19040022 19072740 19040020 19072746 -a_ullr -122.25 37.1 -121.57365 36.67558 Once your image has been translated, ftp the image to beach.mbari.org using these instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image. ]]> 19040027 19072744 -a_ullr -122.25 37.1 -121.57365 36.67558 Once your image has been translated, ftp the image to beach.mbari.org using these instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image. ]]> 19040025 19072750 -a_ullr -122.25 37.1 -121.57365 36.67558 Once your image has been translated, ftp the image to beach.mbari.org using these instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. If your data is in the correct format, this should go relatively quickly. h1. Adding your netCDF Here is an example on how to format data in Matlab into the correct netCDF format for displaying in ODSS. First, you'll need the freely available Matlab snc toolbox from here:[ http://mexcdf.sourceforge.net/| http://mexcdf.sourceforge.net/ ] Modify the code accordingly for your data. Some guidlines: * The matrix of your output data goes into OPT.val and the lat/lon goes into OPT.lat/lon e.g. a simple example: {noformat} OPT.val = [0 1 1 ; 1 1 1; -1 0 1; 0 1 0; 0 0 0; ]; {noformat} * Change the variable name to be something meaningful {noformat} OPT.varname = bloom {noformat} * Replace lat/lon values grid with y are in a matrix as well, and you can use the ndgrid function here: {noformat} lon = [22.5 22.64 22.7]; lat = [50 51 52 53 54]; [lat1,lon1] = ndgrid(lat,lon); OPT.lat = lat1; OPT.lon = lon1; {noformat} ]]> 19040031 19072748 -a_ullr -122.25 37.1 -121.57365 36.67558 Once your image has been translated, ftp the image to beach.mbari.org using these instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. If your data is in the correct format, this should go relatively quickly. h1. Adding your netCDF Here is an example on how to format data in Matlab into the correct netCDF format for displaying in ODSS. First, you'll need the freely available Matlab snc toolbox from here:[ http://mexcdf.sourceforge.net/| http://mexcdf.sourceforge.net/ ] Modify the code accordingly for your data. Some guidlines: * The matrix of your output data goes into OPT.val and the lat/lon goes into OPT.lat/lon e.g. a simple example: {noformat} OPT.val = [0 1 1 ; 1 1 1; -1 0 1; 0 1 0; 0 0 0; ]; {noformat} * Change the variable name to be something meaningful {noformat} OPT.varname = bloom {noformat} * Replace lat/lon values grid with y are in a matrix as well, and you can use the ndgrid function here: {noformat} lon = [22.5 22.64 22.7]; lat = [50 51 52 53 54]; [lat1,lon1] = ndgrid(lat,lon); OPT.lat = lat1; OPT.lon = lon1; {noformat} ]]> 19040029 19072754 -a_ullr -122.25 37.1 -121.57365 36.67558 Once your image has been translated, ftp the image to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. If your data is in the correct format, this should go relatively quickly. h1. Adding your netCDF Here is an example on how to format data in Matlab in the correct netCDF format for displaying in ODSS. First, you'll need the freely available Matlab snc toolbox from here:[ http://mexcdf.sourceforge.net/| http://mexcdf.sourceforge.net/ ] Modify the code accordingly for your data. Here are some guidlines: * Replace the data in OPT.val with your matrix data e.g. a simple example with binary data where -1 is the value for missing data: {noformat} OPT.val = [0 1 1 ; 1 1 1; -1 0 1; 0 1 0; 0 0 0; ]; {noformat} * Change the variable name to be something meaningful {noformat} OPT.varname = bloom {noformat} * Replace lat/lon values with your projected lat/lon values: {noformat} lon = [22.5 22.64 22.7]; lat = [50 51 52 53 54]; [lat1,lon1] = ndgrid(lat,lon); OPT.lat = lat1; OPT.lon = lon1; {noformat} ]]> 19040035 19072752 -a_ullr -122.25 37.1 -121.57365 36.67558 Once your image has been translated, ftp the image to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. If your data is in the correct format, this should go relatively quickly. h1. Adding your netCDF Here is an example on how to format data in Matlab in the correct netCDF format for displaying in ODSS. First, you'll need the freely available Matlab snc toolbox from here:[ http://mexcdf.sourceforge.net/| http://mexcdf.sourceforge.net/ ] Modify the code accordingly for your data. Here are some guidlines: * The matrix of your output data goes into OPT.val and the lat/lon goes into OPT.lat/lon e.g. a simple example with binary data where -1 is the value for missing data: {noformat} OPT.val = [0 1 1 ; 1 1 1; -1 0 1; 0 1 0; 0 0 0; ]; {noformat} * Change the variable name to be something meaningful {noformat} OPT.varname = bloom {noformat} * Replace lat/lon values grid with y are in a matrix as well, and you can use the ndgrid function here: {noformat} lon = [22.5 22.64 22.7]; lat = [50 51 52 53 54]; [lat1,lon1] = ndgrid(lat,lon); OPT.lat = lat1; OPT.lon = lon1; {noformat} ]]> 19040033 19072756 -a_ullr -122.25 37.1 -121.57365 36.67558 Once your image has been translated, ftp the image to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. If your data is in the correct format, this should go relatively quickly. h1. Adding your netCDF Here is an example on how to format data in Matlab in the correct netCDF format for displaying in ODSS. First, you'll need the freely available Matlab snc toolbox from here:[ http://mexcdf.sourceforge.net/| http://mexcdf.sourceforge.net/ ] Modify the code accordingly for your data. Here are some guidlines: * Replace the data in OPT.val with your matrix data e.g. a simple example with binary data: {noformat} OPT.val = [0 1 1 ; 1 1 1; -1 0 1; 0 1 0; 0 0 0; ]; {noformat} _In this example -1 is the value for missing data_ * Change the variable name to be something meaningful {noformat} OPT.varname = bloom {noformat} * Replace lat/lon values with your projected lat/lon values: {noformat} lon = [22.5 22.64 22.7]; lat = [50 51 52 53 54]; [lat1,lon1] = ndgrid(lat,lon); OPT.lat = lat1; OPT.lon = lon1; {noformat} * The time description is very flexible. You can define your own description of the time as long as it conforms to this convention: [http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html|http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html#time-coordinate] A simple example: Use the Matlab datenum to generate dates from your filenames. [http://www.mathworks.com/help/techdoc/ref/datenum.html|http://www.mathworks.com/help/techdoc/ref/datenum.html] Put this into the OPT.time, e.g. OPT.time = datenum('19-May-2001', 'dd-mmm-yyyy') ]]> 19040037 19072832 -a_ullr -122.25 37.1 -121.57365 36.67558 {noformat} Once your image has been converted, ftp the image to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. h1. Adding your netCDF Save your files with a meaningful file name that includes the date, e.g. to include year and year day: SST_2012156.nc, SST_2012156.nc, etc. Download the freely available Matlab snc toolbox from here: [http://mexcdf.sourceforge.net/|http://mexcdf.sourceforge.net/]. Install into your Matlab path. Download and modify this example on how to format data in Matlab in the correct netCDF format for ODSS: !CV_WMS_Tutorial_generic.m! Some guidelines on what to modify in the Matlab code for your data: * Replace the data in OPT.val with your matrix data e.g. a simple example 4x3 array of SST data: {noformat} OPT.val = [24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; ]; {noformat} * Change the variable name to be something meaningful: {noformat} OPT.varname = sst {noformat} * Replace lat/lon values with your projected lat/lon values: {noformat} lon = [22.5 22.64 22.7]; lat = [50 51 52 53 54]; [lat1,lon1] = ndgrid(lat,lon); OPT.lat = lat1; OPT.lon = lon1; {noformat} * The time description is very flexible. You can define your own description of the time as long as it conforms to this convention [http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html|http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html#time-coordinate]. Here is a simple example that uses the Matlab [datenum|http://www.mathworks.com/help/techdoc/ref/datenum.html] command. {noformat} OPT.time = datenum('19-May-2001', 'dd-mmm-yyyy') + 1; %when using with "days since 00-01-00 00:00:00" time, adding one corrects difference in Matlab datenum from THREDDS udunit calculation. {noformat} Once your netCDFs are created, ftp them to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. ]]> 19040114 19072828 -a_ullr -122.25 37.1 -121.57365 36.67558 {noformat} Once your image has been translated, ftp the image to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. h1. Adding your netCDF Save your files with a meaningful file name that includes the date, e.g. to include year and year day: SST_2012156.nc, SST_2012156.nc, etc. Download the freely available Matlab snc toolbox from here: [http://mexcdf.sourceforge.net/|http://mexcdf.sourceforge.net/]. Install into your Matlab path. Download and modify this example on how to format data in Matlab in the correct netCDF format for ODSS: !CV_WMS_Tutorial_generic.m! Some guidelines on what to modify in the Matlab code for your data: * Replace the data in OPT.val with your matrix data e.g. a simple example 4x3 array of SST data: {noformat} OPT.val = [24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; ]; {noformat} * Change the variable name to be something meaningful {noformat} OPT.varname = sst {noformat} * Replace lat/lon values with your projected lat/lon values: {noformat} lon = [22.5 22.64 22.7]; lat = [50 51 52 53 54]; [lat1,lon1] = ndgrid(lat,lon); OPT.lat = lat1; OPT.lon = lon1; {noformat} * The time description is very flexible. You can define your own description of the time as long as it conforms to this convention [http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html|http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html#time-coordinate]. Here is a simple example that uses the Matlab [datenum|http://www.mathworks.com/help/techdoc/ref/datenum.html] command. {noformat} OPT.time = datenum('19-May-2001', 'dd-mmm-yyyy') + 1; %when using with "days since 00-01-00 00:00:00" time, adding one corrects difference in Matlab datenum from THREDDS udunit calculation. {noformat} Once your netCDFs are created, ftp them to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. ]]> 19040110 19072830 -a_ullr -122.25 37.1 -121.57365 36.67558 {noformat} Once your image has been converted, ftp the image to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. h1. Adding your netCDF Save your files with a meaningful file name that includes the date, e.g. to include year and year day: SST_2012156.nc, SST_2012156.nc, etc. Download the freely available Matlab snc toolbox from here: [http://mexcdf.sourceforge.net/|http://mexcdf.sourceforge.net/]. Install into your Matlab path. Download and modify this example on how to format data in Matlab in the correct netCDF format for ODSS: !CV_WMS_Tutorial_generic.m! Some guidelines on what to modify in the Matlab code for your data: * Replace the data in OPT.val with your matrix data e.g. a simple example 4x3 array of SST data: {noformat} OPT.val = [24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; ]; {noformat} * Change the variable name to be something meaningful: {noformat} OPT.varname = sst {noformat} * Replace lat/lon values with your projected lat/lon values: {noformat} lon = [22.5 22.64 22.7]; lat = [50 51 52 53 54]; [lat1,lon1] = ndgrid(lat,lon); OPT.lat = lat1; OPT.lon = lon1; {noformat} * The time description is very flexible. You can define your own description of the time as long as it conforms to this convention [http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html|http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html#time-coordinate]. Here is a simple example that uses the Matlab [datenum|http://www.mathworks.com/help/techdoc/ref/datenum.html] command. {noformat} OPT.time = datenum('19-May-2001', 'dd-mmm-yyyy') + 1; %when using with "days since 00-01-00 00:00:00" time, adding one corrects difference in Matlab datenum from THREDDS udunit calculation. {noformat} Once your netCDFs are created, ftp them to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. ]]> 19040112 19072824 -a_ullr -122.25 37.1 -121.57365 36.67558 {noformat} Once your image has been translated, ftp the image to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. If your data is formatted correctly, this should go relatively quickly. h1. Adding your netCDF Download this example on how to format data in Matlab in the correct netCDF format for displaying in ODSS. First, you'll need the freely available Matlab snc toolbox from here:[ http://mexcdf.sourceforge.net/| http://mexcdf.sourceforge.net/ ] Modify the code accordingly for your data. Here are some guidlines: * Replace the data in OPT.val with your matrix data e.g. a simple example with SST data: {noformat} OPT.val = [24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; ]; {noformat} _In this example -1 is the value for missing data_ * Change the variable name to be something meaningful {noformat} OPT.varname = sst {noformat} * Replace lat/lon values with your projected lat/lon values: {noformat} lon = [22.5 22.64 22.7]; lat = [50 51 52 53 54]; [lat1,lon1] = ndgrid(lat,lon); OPT.lat = lat1; OPT.lon = lon1; {noformat} * The time description is very flexible. You can define your own description of the time as long as it conforms to this convention: [http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html|http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html#time-coordinate] A simple example: Use the Matlab datenum to generate dates from your dates. [http://www.mathworks.com/help/techdoc/ref/datenum.html|http://www.mathworks.com/help/techdoc/ref/datenum.html] Put this into the OPT.time, e.g. OPT.time = datenum('19-May-2001', 'dd-mmm-yyyy') + 1; %adding one corrects difference in Matlab calculated datenum from THREDDS UDUNIT with "days since 00-01-00 00:00:00" time convention. ]]> 19040106 19072826 -a_ullr -122.25 37.1 -121.57365 36.67558 {noformat} Once your image has been translated, ftp the image to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. If your data is formatted correctly, this should go relatively quickly. h1. Adding your netCDF # Download the freely available Matlab snc toolbox from here:[ http://mexcdf.sourceforge.net/| http://mexcdf.sourceforge.net/ ]. Install into your Matlab path. # Download this example on how to format data in Matlab in the correct netCDF format for displaying in ODSS: !CV_WMS_Tutorial_generic.m! # Some guidelines on what to modify in the Matlab code for your data: * Replace the data in OPT.val with your matrix data e.g. a simple example 4x3 array of SST data: {noformat} OPT.val = [24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; ]; {noformat} * Change the variable name to be something meaningful {noformat} OPT.varname = sst {noformat} * Replace lat/lon values with your projected lat/lon values: {noformat} lon = [22.5 22.64 22.7]; lat = [50 51 52 53 54]; [lat1,lon1] = ndgrid(lat,lon); OPT.lat = lat1; OPT.lon = lon1; {noformat} * The time description is very flexible. You can define your own description of the time as long as it conforms to this convention [http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html|http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html#time-coordinate]. Here is a simple example that uses the Matlab [datenum|http://www.mathworks.com/help/techdoc/ref/datenum.html] command. {noformat} OPT.time = datenum('19-May-2001', 'dd-mmm-yyyy') + 1; %adding one corrects difference in Matlab calculated datenum from THREDDS UDUNIT with "days since 00-01-00 00:00:00" time convention. {noformat} ]]> 19040108 19072820 -a_ullr -122.25 37.1 -121.57365 36.67558 Once your image has been translated, ftp the image to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. If your data is in the correct format, this should go relatively quickly. h1. Adding your netCDF Here is an example on how to format data in Matlab in the correct netCDF format for displaying in ODSS. First, you'll need the freely available Matlab snc toolbox from here:[ http://mexcdf.sourceforge.net/| http://mexcdf.sourceforge.net/ ] Modify the code accordingly for your data. Here are some guidlines: * Replace the data in OPT.val with your matrix data e.g. a simple example with binary data: {noformat} OPT.val = [0 1 1 ; 1 1 1; -1 0 1; 0 1 0; 0 0 0; ]; {noformat} _In this example -1 is the value for missing data_ * Change the variable name to be something meaningful {noformat} OPT.varname = bloom {noformat} * Replace lat/lon values with your projected lat/lon values: {noformat} lon = [22.5 22.64 22.7]; lat = [50 51 52 53 54]; [lat1,lon1] = ndgrid(lat,lon); OPT.lat = lat1; OPT.lon = lon1; {noformat} * The time description is very flexible. You can define your own description of the time as long as it conforms to this convention: [http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html|http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html#time-coordinate] A simple example: Use the Matlab datenum to generate dates from your dates. [http://www.mathworks.com/help/techdoc/ref/datenum.html|http://www.mathworks.com/help/techdoc/ref/datenum.html] Put this into the OPT.time, e.g. OPT.time = datenum('19-May-2001', 'dd-mmm-yyyy') ]]> 19040102 23199882 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 23167119 19072822 responseContext = cxfClient.getResponseContext(); // Grab the map of protocol headers in the response TreeMap protocolHeaders = (TreeMap) responseContext.get("org.apache.cxf.message.Message.PROTOCOL_HEADERS"); // Grab the Collection associated with the key "Set-Cookie" to look for cookies the server wants us to set Collection cookieCollection = (Collection) protocolHeaders.get("Set-Cookie"); // Take those cookies, add them to a TreeMap with a name of "Cookie" TreeMap cookieTreeMap = new TreeMap(); cookieTreeMap.put("Cookie", cookieCollection); // Now add those as the PROTOCOL_HEADERS on the requests to be made in the future cxfClient.getRequestContext().put("org.apache.cxf.message.Message.PROTOCOL_HEADERS", cookieTreeMap); {noformat} You can now make other service calls and the session will be linked by the cookies in your requests to the server.]]> 19040104 23199880 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 23167117 23199879 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 23167116 19072815 responseContext = cxfClient.getResponseContext(); // Grab the map of protocol headers in the response TreeMap protocolHeaders = (TreeMap) responseContext.get("org.apache.cxf.message.Message.PROTOCOL_HEADERS"); // Grab the Collection associated with the key "Set-Cookie" to look for cookies the server wants us to set Collection cookieCollection = (Collection) protocolHeaders.get("Set-Cookie"); // Take those cookies, add them to a TreeMap with a name of "Cookie" TreeMap cookieTreeMap = new TreeMap(); cookieTreeMap.put("Cookie", cookieCollection); // Now add those as the PROTOCOL_HEADERS on the requests to be made in the future cxfClient.getRequestContext().put("org.apache.cxf.message.Message.PROTOCOL_HEADERS", cookieTreeMap); {noformat} You can now make other service calls and the session will be linked by the cookies in your requests to the server.]]> 19040097 19072818 responseContext = cxfClient.getResponseContext(); // Grab the map of protocol headers in the response TreeMap protocolHeaders = (TreeMap) responseContext.get("org.apache.cxf.message.Message.PROTOCOL_HEADERS"); // Grab the Collection associated with the key "Set-Cookie" to look for cookies the server wants us to set Collection cookieCollection = (Collection) protocolHeaders.get("Set-Cookie"); // Take those cookies, add them to a TreeMap with a name of "Cookie" TreeMap cookieTreeMap = new TreeMap(); cookieTreeMap.put("Cookie", cookieCollection); // Now add those as the PROTOCOL_HEADERS on the requests to be made in the future cxfClient.getRequestContext().put("org.apache.cxf.message.Message.PROTOCOL_HEADERS", cookieTreeMap); {noformat} You can now make other service calls and the session will be linked by the cookies in your requests to the server.]]> 19040100 19072813 responseContext = cxfClient.getResponseContext(); // Grab the map of protocol headers in the response TreeMap protocolHeaders = (TreeMap) responseContext.get("org.apache.cxf.message.Message.PROTOCOL_HEADERS"); // Grab the Collection associated with the key "Set-Cookie" to look for cookies the server wants us to set Collection cookieCollection = (Collection) protocolHeaders.get("Set-Cookie"); // Take those cookies, add them to a TreeMap with a name of "Cookie" TreeMap cookieTreeMap = new TreeMap(); cookieTreeMap.put("Cookie", cookieCollection); // Now add those as the PROTOCOL_HEADERS on the requests to be made in the future cxfClient.getRequestContext().put("org.apache.cxf.message.Message.PROTOCOL_HEADERS", cookieTreeMap); {noformat} You can now make other service calls and the session will be linked by the cookies in your requests to the server.]]> 19040095 19072854 19040136 19072853 19040135 19072851 19040133 19072855 19040137 19072845 19040127 19072846 19040128 19072843 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040125 19072847 19040129 19072838 19040120 19072835 19040117 19072836 -a_ullr -122.25 37.1 -121.57365 36.67558 {noformat} Once your image has been converted, ftp the image to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. h1. Adding your netCDF Save your files with a meaningful file name that includes the date, e.g. to include year and year day: SST_2012156.nc, SST_2012156.nc, etc. Download the freely available Matlab snc toolbox from here: [http://mexcdf.sourceforge.net/|http://mexcdf.sourceforge.net/]. Install into your Matlab path. Download and modify this example on how to format data in Matlab in the correct netCDF format for ODSS: !CV_WMS_Tutorial_generic.m! Some guidelines on what to modify in the Matlab code for your data: * Replace the data in OPT.val with your matrix data e.g. a simple example 4x3 array of SST data: {noformat} OPT.val = [24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; ]; {noformat} * Change the variable name to be something meaningful: {noformat} OPT.varname = sst {noformat} * Replace lat/lon values with your projected lat/lon values: {noformat} lon = [22.5 22.64 22.7]; lat = [50 51 52 53 54]; [lat1,lon1] = ndgrid(lat,lon); OPT.lat = lat1; OPT.lon = lon1; {noformat} * The time description is very flexible. You can define your own description of the time as long as it conforms to this convention [http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html|http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html#time-coordinate]. Here is a simple example that uses the Matlab [datenum|http://www.mathworks.com/help/techdoc/ref/datenum.html] command. {noformat} OPT.time = datenum('19-May-2001', 'dd-mmm-yyyy') + 1; %when using with "days since 00-01-00 00:00:00" time, adding one corrects difference in Matlab datenum from THREDDS udunit calculation. {noformat} Once your netCDFs are created, ftp them to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. ]]> 19040118 19072842 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040124 19072840 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040122 19072892 -a_ullr -122.25 37.1 -121.57365 36.67558 {noformat} Once your image has been converted, ftp the image to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. h1. Adding your netCDF Save your files with a meaningful file name that includes the date, e.g. to include year and year day: SST_2012156.nc, SST_2012156.nc, etc. Download the freely available Matlab snc toolbox from here: [http://mexcdf.sourceforge.net/|http://mexcdf.sourceforge.net/]. Install into your Matlab path. Download and modify this example on how to format data in Matlab in the correct netCDF format for ODSS: [CV_WMS_SST_example.m] Some guidelines on what to modify in the Matlab code for your data: * Replace the data in OPT.val with your matrix data e.g. a simple example 4x3 array of SST data: {noformat} OPT.val = [24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; 24.6 30.1 32.1; ]; {noformat} * Change the variable name to be something meaningful: {noformat} OPT.varname = sst {noformat} * Replace lat/lon values with your projected lat/lon values: {noformat} lon = [22.5 22.64 22.7]; lat = [50 51 52 53 54]; [lat1,lon1] = ndgrid(lat,lon); OPT.lat = lat1; OPT.lon = lon1; {noformat} * The time description is very flexible. You can define your own description of the time as long as it conforms to this convention [http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html|http://cf-pcmdi.llnl.gov/documents/cf-conventions/1.4/cf-conventions.html#time-coordinate]. Here is a simple example that uses the Matlab [datenum|http://www.mathworks.com/help/techdoc/ref/datenum.html] command. {noformat} OPT.time = datenum('19-May-2001', 'dd-mmm-yyyy') + 1; %when using with "days since 00-01-00 00:00:00" time, adding one corrects difference in Matlab datenum from THREDDS udunit calculation. {noformat} Once your netCDFs are created, ftp them to beach.mbari.org using [these|https://oceana.mbari.org/confluence/display/CDATA/Guidelines+for+Data+Providers] instructions. Contact [Danelle|mailto:dcline@mbari.org] with the ftp location of your image and she will coordinate with the ODSS team to add your layer. ]]> 19040180 18874369 2012-01-12 16:53:32.410 2012-01-12 16:54:41.780 23199796 23167032 23199795 23167031 23199817 /home/stoqsadm/deployed/mapfiles/line67 line67 wkbPoint WGS84 {noformat} # Create shape file using line67.vrt file {noformat} ogr2ogr -f "ESRI Shapefile" /home/stoqsadm/deployed/mapfiles/line67 line67.vrt {noformat} # Or, if overwriting the shape file using line67.vrt file {noformat} ogr2ogr -overwrite -f "ESRI Shapefile" /home/stoqsadm/deployed/mapfiles/line67 line67.vrt {noformat} # Once shape file is created, can put in a mapserver layer definition, e.g. (note, the LABELITEM is station as it must link back to the same field station used in the .csv/.shp files) {noformat} LAYER NAME 'line67' TYPE POINT DUMP true CONNECTION '/home/stoqsadm/deployed/mapfiles/line67/line67.shp' CONNECTIONTYPE OGR LABELITEM 'station' STATUS ON TRANSPARENCY 100 DEBUG 5 PROJECTION 'proj=longlat' 'datum=WGS84' 'no_defs' END METADATA 'wms_title' 'line67' 'wms_name' 'line67' 'wms_onlineresource' 'http://localhost/cgi-bin/mapserv?map=/home/stoqsadm/deployed/mapfiles/proxy.map' 'wms_server_version' '1.1.0' 'wms_srs' 'EPSG:4326' 'wms_format' 'image/png' 'wms_transparent' 'true' END CLASS NAME 'Line67' STYLE SYMBOL "circle" SIZE 8 OUTLINECOLOR 0 0 0 COLOR 255 0 0 END LABEL FONT "sans" TYPE truetype POSITION AUTO SIZE 8 COLOR 255 0 0 OUTLINECOLOR 0 0 0 PARTIALS TRUE END END END {noformat} ]]> 23167053 19073084 19040382 19073035 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040334 19073039 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040338 19073040 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040339 19073041 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040340 19073031 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040330 19073032 19040331 19073137 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040436 19073135 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040434 19073133 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040432 19073151 19040450 19073149 19040448 19073147 19040446 19073145 19040444 19073142 19040441 19073141 19040440 19073139 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040438 26673701 microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 26640945 26673708 26640952 19073214 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040513 19073218 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040517 19073216 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040515 15237131 15204363 19073220 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040519 19073219 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040518 19073239 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040538 19073241 19040540 19073238 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040537 19073243 19040542 19073246 19040546 23658559 23625792 23658540 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 23625773 23658542 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 23625775 23658514 23625747 23658511 23625744 19073289 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for *iSciLog*. h3. How to Use * iLog (Android) ** Launch Application ** Select Picture icon in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. We suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button * ISciLog (iOS device (i.e. iPad or iPhone)) ** Launch Application ** Select "_i_" button in lower right corner to see page of instructions for iSciLog *** select "Done" button in upper right corner to return to the app main page*\* Select "Add Photo" button in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. We suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button]]> 19040588 19073288 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. h3. How to Use * iLog (Android) ** Launch Application ** Select Picture icon in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. We suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button * ISciLog (iOS device (i.e. iPad or iPhone)) ** Launch Application ** Select "_i_" button in lower right corner to see page of instructions for iSciLog *** select "Done" button in upper right corner to return to the app main page*\* Select "Add Photo" button in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. We suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button]]> 19040587 19073406 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040709 19073369 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040672 19073368 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040671 19073367 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040670 19073365 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040668 19073363 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\   ]]> 19040666 19073460 19040764 19073417 19040720 19073419 19040722 19073425 19040728 19073424 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19040727 19073512 19040818 19073511 19040817 7405643 7372875 19073488 19040793 19073487 19040791 19073485 /home/stoqsadm/deployed/mapfiles/line67 line67 wkbPoint WGS84 {noformat} # Create shape file using line67.vrt file {noformat} ogr2ogr -overwrite -f "ESRI Shapefile" /home/stoqsadm/deployed/mapfiles/line67 line67.vrt {noformat} ]]> 19040789 19071989 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. h3. How to Use * iLog (Android) ** Launch Application ** Select Picture icon in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. We suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button * ISciLog (iOS device (i.e. iPad or iPhone)) ** Launch Application ** Select "_i_" button in lower right corner to see page of instructions for iSciLog *** select "Done" button in upper right corner to return to the app main page*\* Select "Add Photo" button in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. We suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button]]> 19039245 9831391 9798652 9831393 9798654 19071906 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039161 19071905 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039160 19071903 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039158 19071902 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039157 19071900 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039155 19071898 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039153 19071864 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039106 19071866 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039108 21004402 20971635 21004401 20971634 21004399 20971632 21004398 20971630 16253000 16220234 19071779 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. h3. How to Use * iLog (Android) ** Launch Application ** Select Picture icon in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. we suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button * ISciLog (iOS device (i.e. iPad or iPhone)) ** Launch Application ** Select "_i_" button in lower right corner to see page of instructions for iSciLog *** select "Done" button in upper right corner to return to the app main page** Select "Add Photo" button in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. we suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button ]]> 19039020 19071803 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039044 19071805 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039046 19071754 19038995 19071762 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. How to Use]]> 19039003 19071761 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. How to Use]]> 19039002 19071759 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. How to Use]]> 19039000 19071757 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. How to Use]]> 19038998 19071756 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. How to Use]]> 19038997 19071769 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. h3. How to Use * Launch Application * Select Picture icon in lower center of screen if you wish to snap a picture of your observation for the log * Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen * enter your Username in the first line, using keyboard. we suggest using your email username * enter the Depth that you want associated with the observation (0 for surface) * in "Add Description Here" enter text you want associated with the observation (description of event) * select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device * close the app by selecting the Home button]]> 19039010 19071767 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. h3. How to Use]]> 19039008 19071768 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. h3. How to Use * Launch Application * Select Picture icon in lower center of screen if you wish to scap a picture of your observation for the log * Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen * enter your Username in the first line, using keyboard. we suggest using your email username * enter the Depth that you want associated with the observation (0 for surface) * in "Add Description Here" enter text you want associated with the observation (description of event) * select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device * close the app by selecting the Home button]]> 19039009 19071765 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. h3. How to Use]]> 19039006 19071763 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. How to Use]]> 19039004 19071764 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. How to Use]]> 19039005 19071777 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. h3. How to Use * iLog (Android) ** Launch Application ** Select Picture icon in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. we suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button * ISciLog (iOS device (i.e. iPad or iPhone)) ** Launch Application ** Select "Add Photo" button in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. we suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button ** select "_i_" button in lower right corner to see page of instructions for iSciLog *** select "Done" button in upper right corner to return to the app main page]]> 19039018 19071778 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. h3. How to Use * iLog (Android) ** Launch Application ** Select Picture icon in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. we suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button * ISciLog (iOS device (i.e. iPad or iPhone)) ** Launch Application ** Select "Add Photo" button in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. we suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button ** select "_i_" button in lower right corner to see page of instructions for iSciLog *** select "Done" button in upper right corner to return to the app main page]]> 19039019 19071775 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. h3. How to Use * iLog (Android) ** Launch Application ** Select Picture icon in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. we suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface) ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button * ISciLog (iOS device (i.e. iPad or iPhone)) ** Launch Application ** Select Add Photo icon in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. we suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface) ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button ** select "_i_" button in lower right corner to see page of instructions for iSciLog]]> 19039016 19071776 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. h3. How to Use * iLog (Android) ** Launch Application ** Select Picture icon in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. we suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button * ISciLog (iOS device (i.e. iPad or iPhone)) ** Launch Application ** Select "Add Photo" button in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. we suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button ** select "_i_" button in lower right corner to see page of instructions for iSciLog *** select "Done" button in upper right corner to return to the app main page ]]> 19039017 19071773 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. h3. How to Use * Android ** Launch Application ** Select Picture icon in lower center of screen if you wish to snap a picture of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. we suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface) ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button]]> 19039014 19071771 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. h3. How to Use * Launch Application * Select Picture icon in lower center of screen if you wish to snap a picture of your observation for the log * Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen * Enter your Username in the first line, using keyboard. we suggest using your email username * Enter the Depth that you want associated with the observation (0 for surface) * In "Add Description Here" enter text you want associated with the observation (description of event) * Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device * Close the app by selecting the Home button]]> 19039012 21004740 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20971977 19071715 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038954 19071710 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038949 19071709 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038948 19071712 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038951 19071714 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038953 19039944 19072672 1 2008-10-20 13:29:43.427 2008-10-20 13:29:43.427 6259409 21004678 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20971915 21004676 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20971913 21004681 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20971918 21004680 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20971917 19071666 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038904 19071664 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038902 19071661 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038899 19071658 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038896 19071614 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038852 19071618 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038856 19071615 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038853 19071616 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038854 19071586 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038824 21004663 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20971900 21004665 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20971902 21004672 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20971909 21004674 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20971911 21004667 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20971904 21004669 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20971906 21004670 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20971907 19071544 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038782 19071536 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038774 19071534 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038772 19071496 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038734 19071494 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038732 19071493 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038731 19072465 19039734 19072464 19039733 19072461 19039730 19072459 19039728 19072460 19039729 19072458 19039727 19072452 19039719 19072482 19039751 19072481 19039750 19072479 19039748 19072478 19039747 19072475 19039744 19072467 19039736 19072495 19039764 19072496 19039765 15663163 15630400 19072498 19039767 19072491 19039760 19072493 19039762 19072487 19039756 19072489 19039758 15663159 15630396 19072485 19039754 15663161 15630398 19072511 19039780 19072514 19039783 19072513 19039782 19072508 19039777 19072507 19039776 19072504 19039773 19072503 19039772 19072505 19039774 19072500 19039769 19072499 19039768 19072502 19039771 19072501 19039770 19072398 19039665 19072396 19039663 19072401 19039668 19072402 19039669 19072399 19039666 19072390 19039657 19072388 19039655 19072394 19039661 19072391 19039658 19072392 19039659 19072414 19039681 19072418 19039685 19072416 19039683 19072405 19039672 19072404 19039671 19072409 19039676 19072407 19039674 19072427 19039694 19072429 19039696 19072431 19039698 19072433 19039700 19072420 19039687 19072422 19039689 19072424 19039691 19072426 19039693 15663221 15630456 15663215 15630450 19072443 19039710 19072436 19039703 19072435 19039702 19072437 19039704 19072440 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for iSciLog. h3. How to Use * iLog (Android) ** Launch Application ** Select Picture icon in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. We suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button * ISciLog (iOS device (i.e. iPad or iPhone)) ** Launch Application ** Select "_i_" button in lower right corner to see page of instructions for iSciLog *** select "Done" button in upper right corner to return to the app main page*\* Select "Add Photo" button in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. We suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button]]> 19039707 15663204 15630439 19072442 19039709 15663206 15630441 19072330 19039597 11829668 11796914 28672248 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON ]]> 28639482 19072328 19039595 11829670 11796916 19072327 19039594 28672250 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON ]]> 28639484 19072325 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039592 28672244 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON ]]> 28639478 19072323 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039590 28672246 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON ]]> 28639480 19072338 19039605 28672255 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON ]]> 28639489 19072336 19039603 28672257 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON ]]> 28639491 28672258 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON ]]> 28639492 19072334 19039601 28672251 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON ]]> 28639485 19072332 19039599 28672253 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON ]]> 28639487 19072345 19039612 19072343 19039610 19072342 19039609 19072339 19039606 19072353 19039620 28672239 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639473 19072351 19039618 28672242 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639476 19072352 19039619 28672241 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639475 19072349 19039616 28672235 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639469 9404465 9371703 19072359 19039626 19072362 19039629 9404463 9371701 19072361 19039628 19072356 19039623 9404461 9371699 19072355 19039622 19072358 19039625 9404459 9371697 19072367 19039634 19072369 19039636 19072364 19039631 19072366 19039633 15663298 15630535 19072375 19039642 19072376 19039643 19072378 19039645 19072383 19039650 19072384 19039651 19072385 19039652 19072386 19039653 19072379 19039646 11829665 11796910 19072380 19039647 9404468 9371706 19072382 19039649 9404467 9371705 19072262 19039523 28672180 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639414 15663322 15630560 11829735 11796981 19072260 19039521 15663320 \d List of relations Schema | Name | Type | Owner -------+---------------------------+----------+------- public | activity | table | mbari public | activity_id_seq | sequence | mbari public | activity_type | table | mbari public | activity_type_id_seq | sequence | mbari public | expedition | table | mbari public | expedition_id_seq | sequence | mbari public | geography_columns | view | mbari public | geometry_columns | table | mbari public | instant_point | table | mbari public | instant_point_id_seq | sequence | mbari public | measured_parameter | table | mbari public | measured_parameter_id_seq | sequence | mbari public | measurement | table | mbari public | measurement_id_seq | sequence | mbari public | parameter | table | mbari public | parameter_id_seq | sequence | mbari public | platform | table | mbari public | platform_id_seq | sequence | mbari public | platform_type | table | mbari public | platform_type_id_seq | sequence | mbari public | spatial_ref_sys | table | mbari (21 rows) {code} In particular, the following URL should open without errors in the VM browser: {code} http://127.0.0.1/cgi-bin/mapserv?map=/home/student/Desktop/mbari/mapfiles/stoqs.map&layers=all&mode=map {code} Note that an empty 1024x1024 PNG image will be returned. h2. Initialize database As 'student': {code} $ cd ~/Desktop/mbari/ [student@localhost mbari]$ python26 initialize_database.py (ignoring) Key sal2 is duplicated in file initial_parameters/PCTD_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key chla is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key sal is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key transmiss is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key chla is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key oxy_ml is duplicated in file initial_parameters/BCTD_table.cs {code} h2. Populate database As 'student': {code} [student@localhost mbari]$ cd ~/Desktop/mbari [student@localhost mbari]$ vi importdata.py # if you want to adjust the stride, say stride=10 [student@localhost mbari]$ python26 importdata.py Importing survey Dorado389_2010_081_02_081 Added parameter for temperature from data set Added parameter for oxygen from data set Added parameter for nitrate from data set Added parameter for bbp420 from data set Added parameter for bbp700 from data set Added parameter for fl700_uncorr from data set Added parameter for biolume from data set ...   {code} Note that the above will take a while to complete. You can type Ctrl+C to kill some of the intermediate steps if you want to advance the loading for testing purposes. h3. h2. Javascript interface h3. stoqs.mbari.org To avoid warnings related with the Google map API, I added the following line to /etc/hosts in the VM so we can use [http://stoqs.mbari.org] to try the GUI interface: {code} 127.0.0.1 stoqs.mbari.org {code} h3. index.html Overwrite /var/www/html/index.html with the one [attached to this page|^index.html]. The new index.html is similar to the one sent by Chander on 12/1/10 with a fix for the correct name of the Gulper layer. Now, you can open [http://stoqs.mbari.org/] in your VM's browser. The following screenshot shows the result after selecting i) 2010-01-01 / 2010-03-29 for the time period, ii) Google Streets for base layer, iii) Gulper as overlay, and zooming in a bit. !stoqs-js-gui.png! h2. Miscellaneous h3. Running [http://stoqs.mbari.org/] in your host Set "Bridged" for the network adapter in the VM. Get the new assigned IP address and associate the IP to stoqs.mbari.org in the /etc/hosts file in your host machine. Then, load: [http://stoqs.mbari.org/] in your host.]]> 15630558 11829737 11796983 11829732 11796978 15663318 \d List of relations Schema | Name | Type | Owner -------+---------------------------+----------+------- public | activity | table | mbari public | activity_id_seq | sequence | mbari public | activity_type | table | mbari public | activity_type_id_seq | sequence | mbari public | expedition | table | mbari public | expedition_id_seq | sequence | mbari public | geography_columns | view | mbari public | geometry_columns | table | mbari public | instant_point | table | mbari public | instant_point_id_seq | sequence | mbari public | measured_parameter | table | mbari public | measured_parameter_id_seq | sequence | mbari public | measurement | table | mbari public | measurement_id_seq | sequence | mbari public | parameter | table | mbari public | parameter_id_seq | sequence | mbari public | platform | table | mbari public | platform_id_seq | sequence | mbari public | platform_type | table | mbari public | platform_type_id_seq | sequence | mbari public | spatial_ref_sys | table | mbari (21 rows) {code} In particular, the following URL should open without errors in the VM browser: {code} http://127.0.0.1/cgi-bin/mapserv?map=/home/student/Desktop/mbari/mapfiles/stoqs.map&layers=all&mode=map {code} Note that an empty 1024x1024 PNG image will be returned. h2. Initialize database As 'student': {code} $ cd ~/Desktop/mbari/ [student@localhost mbari]$ python26 initialize_database.py (ignoring) Key sal2 is duplicated in file initial_parameters/PCTD_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key chla is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key sal is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key transmiss is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key chla is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key oxy_ml is duplicated in file initial_parameters/BCTD_table.cs {code} h2. Populate database As 'student': {code} [student@localhost mbari]$ cd ~/Desktop/mbari [student@localhost mbari]$ vi importdata.py # if you want to adjust the stride, say stride=10 [student@localhost mbari]$ python26 importdata.py Importing survey Dorado389_2010_081_02_081 Added parameter for temperature from data set Added parameter for oxygen from data set Added parameter for nitrate from data set Added parameter for bbp420 from data set Added parameter for bbp700 from data set Added parameter for fl700_uncorr from data set Added parameter for biolume from data set ...   {code} Note that the above will take a while to complete. You can type Ctrl+C to kill some of the intermediate steps if you want to advance the loading for testing purposes. h3. THE FOLLOWING UNDER REVIEW h2. Javascript interface h3. stoqs.mbari.org To avoid warnings related with the Google map API, I added the following line to /etc/hosts in the VM so we can use [http://stoqs.mbari.org] to try the GUI interface: {code} 127.0.0.1 stoqs.mbari.org {code} h3. index.html Overwrite /var/www/html/index.html with the one attached [^index.zip]. The new index.html is similar to the one sent by Chander on 12/1/10 with a minor fix for the correct name of the Gulper layer. Now, we can open [http://stoqs.mbari.org/]. The following screenshot shows the result after selecting Google Streets and Gulper. !dss-stoqs-gulper.png! h2. Miscellaneous h3. Running [http://stoqs.mbari.org/] in your host Set "Bridged" for the network adapter in the VM. Get the new assigned IP address and associate the IP to stoqs.mbari.org in the /etc/hosts file in your host machine. Then, load: [http://stoqs.mbari.org/] in your host. ]]> 15630556 19072264 19039525 15663316 \d List of relations Schema | Name | Type | Owner -------+---------------------------+----------+------- public | activity | table | mbari public | activity_id_seq | sequence | mbari public | activity_type | table | mbari public | activity_type_id_seq | sequence | mbari public | expedition | table | mbari public | expedition_id_seq | sequence | mbari public | geography_columns | view | mbari public | geometry_columns | table | mbari public | instant_point | table | mbari public | instant_point_id_seq | sequence | mbari public | measured_parameter | table | mbari public | measured_parameter_id_seq | sequence | mbari public | measurement | table | mbari public | measurement_id_seq | sequence | mbari public | parameter | table | mbari public | parameter_id_seq | sequence | mbari public | platform | table | mbari public | platform_id_seq | sequence | mbari public | platform_type | table | mbari public | platform_type_id_seq | sequence | mbari public | spatial_ref_sys | table | mbari (21 rows) {code} In particular, the following URL should open without errors in the VM browser: {code} http://127.0.0.1/cgi-bin/mapserv?map=/home/student/Desktop/mbari/mapfiles/stoqs.map&layers=all&mode=map {code} Note that an empty 1024x1024 PNG image will be returned. h2. Initialize database As 'student': {code} $ cd ~/Desktop/mbari/ [student@localhost mbari]$ python26 initialize_database.py (ignoring) Key sal2 is duplicated in file initial_parameters/PCTD_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key chla is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key sal is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key transmiss is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key chla is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key oxy_ml is duplicated in file initial_parameters/BCTD_table.cs {code} h2. Populate database As 'student': {code} [student@localhost mbari]$ cd ~/Desktop/mbari [student@localhost mbari]$ vi importdata.py # if you want to adjust the stride, say stride=10 [student@localhost mbari]$ python26 importdata.py Importing survey Dorado389_2010_081_02_081 Added parameter for temperature from data set Added parameter for oxygen from data set Added parameter for nitrate from data set Added parameter for bbp420 from data set Added parameter for bbp700 from data set Added parameter for fl700_uncorr from data set Added parameter for biolume from data set ...   {code} Note that the above will take a while to complete. You can type Ctrl+C to kill some of the intermediate steps if you want to advance the loading for testing purposes. h3. THE FOLLOWING UNDER REVIEW h2. Javascript interface To avoid warnings related with the Google map API, I added the following line to /etc/hosts in the VM so we can use [http://stoqs.mbari.org] to try the interface: {code} 127.0.0.1 stoqs.mbari.org {code} Also, copied the updated index.html sent by Chander on 12/1/10 (in attached [^index.zip]) to /var/www/html/. Now, we can open [http://stoqs.mbari.org/]. The following screenshot shows the result after selecting Google Streets and Gulper. !dss-stoqs-gulper.png! h2. Miscellaneous h3. Running [http://stoqs.mbari.org/] in your host Set "Bridged" for the network adapter in the VM. Get the new assigned IP address and associate the IP to stoqs.mbari.org in the /etc/hosts file in your host machine. Then, load: [http://stoqs.mbari.org/] h3. Styling In gulper.layer.map, I added the following as a quick way for better display: {code} STYLE COLOR 255 0 0 SIZE 4 WIDTH 10 END # STYLE {code}]]> 15630554 11829733 11796979 15663330 \d List of relations Schema | Name | Type | Owner -------+---------------------------+----------+------- public | activity | table | mbari public | activity_id_seq | sequence | mbari public | activity_type | table | mbari public | activity_type_id_seq | sequence | mbari public | expedition | table | mbari public | expedition_id_seq | sequence | mbari public | geography_columns | view | mbari public | geometry_columns | table | mbari public | instant_point | table | mbari public | instant_point_id_seq | sequence | mbari public | measured_parameter | table | mbari public | measured_parameter_id_seq | sequence | mbari public | measurement | table | mbari public | measurement_id_seq | sequence | mbari public | parameter | table | mbari public | parameter_id_seq | sequence | mbari public | platform | table | mbari public | platform_id_seq | sequence | mbari public | platform_type | table | mbari public | platform_type_id_seq | sequence | mbari public | spatial_ref_sys | table | mbari (21 rows) {code} In particular, the following URL should open without errors in the VM browser: {code} http://127.0.0.1/cgi-bin/mapserv?map=/home/student/Desktop/mbari/mapfiles/stoqs.map&layers=all&mode=map {code} Note that an empty 1024x1024 PNG image will be returned. h2. Initialize database As 'student': {code} $ cd ~/Desktop/mbari/ [student@localhost mbari]$ python26 initialize_database.py (ignoring) Key sal2 is duplicated in file initial_parameters/PCTD_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key chla is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key sal is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key transmiss is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key chla is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key oxy_ml is duplicated in file initial_parameters/BCTD_table.cs {code} h2. Populate database As 'student': {code} [student@localhost mbari]$ cd ~/Desktop/mbari [student@localhost mbari]$ vi importdata.py # if you want to adjust the stride, say stride=10 [student@localhost mbari]$ python26 importdata.py Importing survey Dorado389_2010_081_02_081 Added parameter for temperature from data set Added parameter for oxygen from data set Added parameter for nitrate from data set Added parameter for bbp420 from data set Added parameter for bbp700 from data set Added parameter for fl700_uncorr from data set Added parameter for biolume from data set ...   {code} Note that the above will take a while to complete. You can type Ctrl+C to kill some of the intermediate steps if you want to advance the loading for testing purposes. h3. h2. Javascript interface h3. stoqs.mbari.org To avoid warnings related with the Google map API, I added the following line to /etc/hosts in the VM so we can use [http://stoqs.mbari.org] to try the GUI interface: {code} 127.0.0.1 stoqs.mbari.org {code} h3. index.html Overwrite /var/www/html/index.html with the one [attached to this page|^index.html]. The new index.html is similar to the one sent by Chander on 12/1/10 with a fix for the correct name of the Gulper layer. Now, you can open [http://stoqs.mbari.org/] in your VM's browser. The following screenshot shows the result after selecting Gulper as overlay. Of course, your output may be different depending of the data that was imported. !stoqs-js-gui2.png! h2. Miscellaneous h3. Running [http://stoqs.mbari.org/] in your host Set "Bridged" for the network adapter in the VM. Get the new assigned IP address and associate the IP to stoqs.mbari.org in the /etc/hosts file in your host machine. Then, load: [http://stoqs.mbari.org/] in your host.]]> 15630568 19072267 19039528 15663328 \d List of relations Schema | Name | Type | Owner -------+---------------------------+----------+------- public | activity | table | mbari public | activity_id_seq | sequence | mbari public | activity_type | table | mbari public | activity_type_id_seq | sequence | mbari public | expedition | table | mbari public | expedition_id_seq | sequence | mbari public | geography_columns | view | mbari public | geometry_columns | table | mbari public | instant_point | table | mbari public | instant_point_id_seq | sequence | mbari public | measured_parameter | table | mbari public | measured_parameter_id_seq | sequence | mbari public | measurement | table | mbari public | measurement_id_seq | sequence | mbari public | parameter | table | mbari public | parameter_id_seq | sequence | mbari public | platform | table | mbari public | platform_id_seq | sequence | mbari public | platform_type | table | mbari public | platform_type_id_seq | sequence | mbari public | spatial_ref_sys | table | mbari (21 rows) {code} In particular, the following URL should open without errors in the VM browser: {code} http://127.0.0.1/cgi-bin/mapserv?map=/home/student/Desktop/mbari/mapfiles/stoqs.map&layers=all&mode=map {code} Note that an empty 1024x1024 PNG image will be returned. h2. Initialize database As 'student': {code} $ cd ~/Desktop/mbari/ [student@localhost mbari]$ python26 initialize_database.py (ignoring) Key sal2 is duplicated in file initial_parameters/PCTD_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key chla is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key sal is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key transmiss is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key chla is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key oxy_ml is duplicated in file initial_parameters/BCTD_table.cs {code} h2. Populate database As 'student': {code} [student@localhost mbari]$ cd ~/Desktop/mbari [student@localhost mbari]$ vi importdata.py # if you want to adjust the stride, say stride=10 [student@localhost mbari]$ python26 importdata.py Importing survey Dorado389_2010_081_02_081 Added parameter for temperature from data set Added parameter for oxygen from data set Added parameter for nitrate from data set Added parameter for bbp420 from data set Added parameter for bbp700 from data set Added parameter for fl700_uncorr from data set Added parameter for biolume from data set ...   {code} Note that the above will take a while to complete. You can type Ctrl+C to kill some of the intermediate steps if you want to advance the loading for testing purposes. h3. h2. Javascript interface h3. stoqs.mbari.org To avoid warnings related with the Google map API, I added the following line to /etc/hosts in the VM so we can use [http://stoqs.mbari.org] to try the GUI interface: {code} 127.0.0.1 stoqs.mbari.org {code} h3. index.html Overwrite /var/www/html/index.html with the one [attached to this page|^index.html]. The new index.html is similar to the one sent by Chander on 12/1/10 with a fix for the correct name of the Gulper layer. Now, you can open [http://stoqs.mbari.org/] in your VM's browser. The following screenshot shows the result after selecting Gulper as overlay. Of course, your output may be different depending of the data that was imported. !stoqs-js-gui2.png! h2. Miscellaneous h3. Running [http://stoqs.mbari.org/] in your host Set "Bridged" for the network adapter in the VM. Get the new assigned IP address and associate the IP to stoqs.mbari.org in the /etc/hosts file in your host machine. Then, load: [http://stoqs.mbari.org/] in your host.]]> 15630566 11829740 11796986 15663326 \d List of relations Schema | Name | Type | Owner -------+---------------------------+----------+------- public | activity | table | mbari public | activity_id_seq | sequence | mbari public | activity_type | table | mbari public | activity_type_id_seq | sequence | mbari public | expedition | table | mbari public | expedition_id_seq | sequence | mbari public | geography_columns | view | mbari public | geometry_columns | table | mbari public | instant_point | table | mbari public | instant_point_id_seq | sequence | mbari public | measured_parameter | table | mbari public | measured_parameter_id_seq | sequence | mbari public | measurement | table | mbari public | measurement_id_seq | sequence | mbari public | parameter | table | mbari public | parameter_id_seq | sequence | mbari public | platform | table | mbari public | platform_id_seq | sequence | mbari public | platform_type | table | mbari public | platform_type_id_seq | sequence | mbari public | spatial_ref_sys | table | mbari (21 rows) {code} In particular, the following URL should open without errors in the VM browser: {code} http://127.0.0.1/cgi-bin/mapserv?map=/home/student/Desktop/mbari/mapfiles/stoqs.map&layers=all&mode=map {code} Note that an empty 1024x1024 PNG image will be returned. h2. Initialize database As 'student': {code} $ cd ~/Desktop/mbari/ [student@localhost mbari]$ python26 initialize_database.py (ignoring) Key sal2 is duplicated in file initial_parameters/PCTD_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key chla is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key sal is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key transmiss is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key chla is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key oxy_ml is duplicated in file initial_parameters/BCTD_table.cs {code} h2. Populate database As 'student': {code} [student@localhost mbari]$ cd ~/Desktop/mbari [student@localhost mbari]$ vi importdata.py # if you want to adjust the stride, say stride=10 [student@localhost mbari]$ python26 importdata.py Importing survey Dorado389_2010_081_02_081 Added parameter for temperature from data set Added parameter for oxygen from data set Added parameter for nitrate from data set Added parameter for bbp420 from data set Added parameter for bbp700 from data set Added parameter for fl700_uncorr from data set Added parameter for biolume from data set ...   {code} Note that the above will take a while to complete. You can type Ctrl+C to kill some of the intermediate steps if you want to advance the loading for testing purposes. h3. h2. Javascript interface h3. stoqs.mbari.org To avoid warnings related with the Google map API, I added the following line to /etc/hosts in the VM so we can use [http://stoqs.mbari.org] to try the GUI interface: {code} 127.0.0.1 stoqs.mbari.org {code} h3. index.html Overwrite /var/www/html/index.html with the one [attached to this page|^index.html]. The new index.html is similar to the one sent by Chander on 12/1/10 with a fix for the correct name of the Gulper layer. Now, you can open [http://stoqs.mbari.org/] in your VM's browser. The following screenshot shows the result after selecting: a) 2010-01-01 / 2010-03-29 for the time period, b) Google Streets for base layer, c) Gulper as overlay, and zooming in a bit.  Of course, your output may be different depending of the data that was imported. !stoqs-js-gui.png! h2. Miscellaneous h3. Running [http://stoqs.mbari.org/] in your host Set "Bridged" for the network adapter in the VM. Get the new assigned IP address and associate the IP to stoqs.mbari.org in the /etc/hosts file in your host machine. Then, load: [http://stoqs.mbari.org/] in your host.]]> 15630564 11829739 11796985 15663324 \d List of relations Schema | Name | Type | Owner -------+---------------------------+----------+------- public | activity | table | mbari public | activity_id_seq | sequence | mbari public | activity_type | table | mbari public | activity_type_id_seq | sequence | mbari public | expedition | table | mbari public | expedition_id_seq | sequence | mbari public | geography_columns | view | mbari public | geometry_columns | table | mbari public | instant_point | table | mbari public | instant_point_id_seq | sequence | mbari public | measured_parameter | table | mbari public | measured_parameter_id_seq | sequence | mbari public | measurement | table | mbari public | measurement_id_seq | sequence | mbari public | parameter | table | mbari public | parameter_id_seq | sequence | mbari public | platform | table | mbari public | platform_id_seq | sequence | mbari public | platform_type | table | mbari public | platform_type_id_seq | sequence | mbari public | spatial_ref_sys | table | mbari (21 rows) {code} In particular, the following URL should open without errors in the VM browser: {code} http://127.0.0.1/cgi-bin/mapserv?map=/home/student/Desktop/mbari/mapfiles/stoqs.map&layers=all&mode=map {code} Note that an empty 1024x1024 PNG image will be returned. h2. Initialize database As 'student': {code} $ cd ~/Desktop/mbari/ [student@localhost mbari]$ python26 initialize_database.py (ignoring) Key sal2 is duplicated in file initial_parameters/PCTD_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key chla is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key sal is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key transmiss is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key chla is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key oxy_ml is duplicated in file initial_parameters/BCTD_table.cs {code} h2. Populate database As 'student': {code} [student@localhost mbari]$ cd ~/Desktop/mbari [student@localhost mbari]$ vi importdata.py # if you want to adjust the stride, say stride=10 [student@localhost mbari]$ python26 importdata.py Importing survey Dorado389_2010_081_02_081 Added parameter for temperature from data set Added parameter for oxygen from data set Added parameter for nitrate from data set Added parameter for bbp420 from data set Added parameter for bbp700 from data set Added parameter for fl700_uncorr from data set Added parameter for biolume from data set ...   {code} Note that the above will take a while to complete. You can type Ctrl+C to kill some of the intermediate steps if you want to advance the loading for testing purposes. h3. h2. Javascript interface h3. stoqs.mbari.org To avoid warnings related with the Google map API, I added the following line to /etc/hosts in the VM so we can use [http://stoqs.mbari.org] to try the GUI interface: {code} 127.0.0.1 stoqs.mbari.org {code} h3. index.html Overwrite /var/www/html/index.html with the one [attached to this page|^index.html]. The new index.html is similar to the one sent by Chander on 12/1/10 with a fix for the correct name of the Gulper layer. Now, you can open [http://stoqs.mbari.org/] in your VM's browser. The following screenshot shows the result after selecting: a) 2010-01-01 / 2010-03-29 for the time period, b) Google Streets for base layer, c) Gulper as overlay, and zooming in a bit.  Of course, your output may be different depending of the data that was imported. !stoqs-js-gui.png! h2. Miscellaneous h3. Running [http://stoqs.mbari.org/] in your host Set "Bridged" for the network adapter in the VM. Get the new assigned IP address and associate the IP to stoqs.mbari.org in the /etc/hosts file in your host machine. Then, load: [http://stoqs.mbari.org/] in your host.]]> 15630562 15663306 15630544 15663304 15630542 15663302 15630540 15663314 \d List of relations Schema | Name | Type | Owner -------+---------------------------+----------+------- public | activity | table | mbari public | activity_id_seq | sequence | mbari public | activity_type | table | mbari public | activity_type_id_seq | sequence | mbari public | expedition | table | mbari public | expedition_id_seq | sequence | mbari public | geography_columns | view | mbari public | geometry_columns | table | mbari public | instant_point | table | mbari public | instant_point_id_seq | sequence | mbari public | measured_parameter | table | mbari public | measured_parameter_id_seq | sequence | mbari public | measurement | table | mbari public | measurement_id_seq | sequence | mbari public | parameter | table | mbari public | parameter_id_seq | sequence | mbari public | platform | table | mbari public | platform_id_seq | sequence | mbari public | platform_type | table | mbari public | platform_type_id_seq | sequence | mbari public | spatial_ref_sys | table | mbari (21 rows) {code} In particular, the following URL should open without errors in the VM browser: {code} http://127.0.0.1/cgi-bin/mapserv?map=/home/student/Desktop/mbari/mapfiles/stoqs.map&layers=all&mode=map {code} Note that an empty 1024x1024 PNG image will be returned. h2. Initialize database As 'student': {code} $ cd ~/Desktop/mbari/ [student@localhost mbari]$ python26 initialize_database.py (ignoring) Key sal2 is duplicated in file initial_parameters/PCTD_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key chla is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key sal is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key transmiss is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key chla is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key oxy_ml is duplicated in file initial_parameters/BCTD_table.cs {code} h2. Populate database As 'student': {code} [student@localhost mbari]$ cd ~/Desktop/mbari [student@localhost mbari]$ vi importdata.py # if you want to adjust the stride, say stride=10 [student@localhost mbari]$ python26 importdata.py Importing survey Dorado389_2010_081_02_081 Added parameter for temperature from data set Added parameter for oxygen from data set Added parameter for nitrate from data set Added parameter for bbp420 from data set Added parameter for bbp700 from data set Added parameter for fl700_uncorr from data set Added parameter for biolume from data set ...   {code} Note that the above will take a while to complete. You can type Ctrl+C to kill some of the intermediate steps if you want to advance the loading for testing purposes. h3. THE FOLLOWING UNDER REVIEW h2. Javascript interface To avoid warnings related with the Google map API, I added the following line to /etc/hosts in the VM so we can use [http://stoqs.mbari.org] to try the interface: {code} 127.0.0.1 stoqs.mbari.org {code} Also, copied the updated index.html sent by Chander on 12/1/10 (in attached [^index.zip]) to /var/www/html/. Now, we can open [http://stoqs.mbari.org/]. The following screenshot shows the result after selecting Google Streets and Gulper. !dss-stoqs-gulper.png! h2. Miscellaneous h3. Running [http://stoqs.mbari.org/] in your host Set "Bridged" for the network adapter in the VM. Get the new assigned IP address and associate the IP to stoqs.mbari.org in the /etc/hosts file in your host machine. Then, load: [http://stoqs.mbari.org/] h3. Styling In gulper.layer.map, I added the following as a quick way for better display: {code} STYLE COLOR 255 0 0 SIZE 4 WIDTH 10 END # STYLE {code}]]> 15630552 15663312 \d List of relations Schema | Name | Type | Owner -------+---------------------------+----------+------- public | activity | table | mbari public | activity_id_seq | sequence | mbari public | activity_type | table | mbari public | activity_type_id_seq | sequence | mbari public | expedition | table | mbari public | expedition_id_seq | sequence | mbari public | geography_columns | view | mbari public | geometry_columns | table | mbari public | instant_point | table | mbari public | instant_point_id_seq | sequence | mbari public | measured_parameter | table | mbari public | measured_parameter_id_seq | sequence | mbari public | measurement | table | mbari public | measurement_id_seq | sequence | mbari public | parameter | table | mbari public | parameter_id_seq | sequence | mbari public | platform | table | mbari public | platform_id_seq | sequence | mbari public | platform_type | table | mbari public | platform_type_id_seq | sequence | mbari public | spatial_ref_sys | table | mbari (21 rows) {code} In particular, the following URL should open without errors in the VM browser: {code} http://127.0.0.1/cgi-bin/mapserv?map=/home/student/Desktop/mbari/mapfiles/stoqs.map&layers=all&mode=map {code} Note that an empty 1024x1024 PNG image will be returned. h2. Initialize database As 'student': {code} $ cd ~/Desktop/mbari/ [student@localhost mbari]$ python26 initialize_database.py (ignoring) Key sal2 is duplicated in file initial_parameters/PCTD_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key chla is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key sal is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key transmiss is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key chla is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key oxy_ml is duplicated in file initial_parameters/BCTD_table.cs {code} h2. Populate database As 'student': {code} [student@localhost mbari]$ cd ~/Desktop/mbari [student@localhost mbari]$ vi importdata.py # if you want to adjust the stride, say stride=10 [student@localhost mbari]$ python26 importdata.py Importing survey Dorado389_2010_081_02_081 Added parameter for temperature from data set Added parameter for oxygen from data set Added parameter for nitrate from data set Added parameter for bbp420 from data set Added parameter for bbp700 from data set Added parameter for fl700_uncorr from data set Added parameter for biolume from data set ...   {code} Note that the above will take a while to complete. You can type Ctrl+C to kill some of the intermediate steps if you want to advance the loading for testing purposes. h3. THE FOLLOWING UNDER REVIEW h2. Javascript interface To avoid warnings related with the Google map API, I added the following line to /etc/hosts in the VM so we can use [http://stoqs.mbari.org] to try the interface: {code} 127.0.0.1 stoqs.mbari.org {code} Also, copied the updated index.html sent by Chander on 12/1/10 (in attached [^index.zip]) to /var/www/html/. Now, we can open [http://stoqs.mbari.org/]. The following screenshot shows the result after selecting Google Streets and Gulper. !dss-stoqs-gulper.png! h2. Miscellaneous h3. Running [http://stoqs.mbari.org/] in your host Set "Bridged" for the network adapter in the VM. Get the new assigned IP address and associate the IP to stoqs.mbari.org in the /etc/hosts file in your host machine. Then, load: [http://stoqs.mbari.org/] h3. Styling In gulper.layer.map, I added the following as a quick way for better display: {code} STYLE COLOR 255 0 0 SIZE 4 WIDTH 10 END # STYLE {code}]]> 15630550 28672176 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639410 15663310 \d List of relations Schema \| Name \| Type \| Owner \------\-+\------------------------\-+\-------\--+-\-----\- public \| activity \| table \| mbari public \| activity_id_seq \| sequence \| mbari public \| activity_type \| table \| mbari public \| activity_type_id_seq \| sequence \| mbari public \| expedition \| table \| mbari public \| expedition_id_seq \| sequence \| mbari public \| geography_columns \| view \| mbari public \| geometry_columns \| table \| mbari public \| instant_point \| table \| mbari public \| instant_point_id_seq \| sequence \| mbari public \| measured_parameter \| table \| mbari public \| measured_parameter_id_seq \| sequence \| mbari public \| measurement \| table \| mbari public \| measurement_id_seq \| sequence \| mbari public \| parameter \| table \| mbari public \| parameter_id_seq \| sequence \| mbari public \| platform \| table \| mbari public \| platform_id_seq \| sequence \| mbari public \| platform_type \| table \| mbari public \| platform_type_id_seq \| sequence \| mbari public \| spatial_ref_sys \| table \| mbari (21 rows) \\ In particular, the following URL should open without errors in the VM browser: {code} http://127.0.0.1/cgi-bin/mapserv?map=/home/student/Desktop/mbari/mapfiles/stoqs.map&layers=all&mode=map {code} Note that an empty 1024x1024 PNG image will be returned. h3. THE FOLLOWING UNDER REVIEW h2. h2. Initialize database As 'student': {code} $ cd ~/Desktop/mbari/ [student@localhost mbari]$ python26 initialize_database.py (ignoring) Key sal2 is duplicated in file initial_parameters/PCTD_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key chla is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key sal is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key transmiss is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key chla is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key oxy_ml is duplicated in file initial_parameters/BCTD_table.cs {code} h2. Populate database As 'student': {code} [student@localhost mbari]$ cd ~/Desktop/mbari [student@localhost mbari]$ vi importdata.py # if you want to adjust the stride, say stride=10 [student@localhost mbari]$ python26 importdata.py Importing survey Dorado389_2010_081_02_081 Added parameter for temperature from data set Added parameter for oxygen from data set Added parameter for nitrate from data set Added parameter for bbp420 from data set Added parameter for bbp700 from data set Added parameter for fl700_uncorr from data set Added parameter for biolume from data set ...   {code} Note that the above will take a while to complete. You can type Ctrl+C to kill some of the intermediate steps if you want to advance the loading for testing purposes. h2. Javascript interface To avoid warnings related with the Google map API, I added the following line to /etc/hosts in the VM so we can use [http://stoqs.mbari.org] to try the interface: {code} 127.0.0.1 stoqs.mbari.org {code} Also, copied the updated index.html sent by Chander on 12/1/10 (in attached [^index.zip]) to /var/www/html/. Now, we can open [http://stoqs.mbari.org/]. The following screenshot shows the result after selecting Google Streets and Gulper. !dss-stoqs-gulper.png! h2. Miscellaneous h3. Running [http://stoqs.mbari.org/] in your host Set "Bridged" for the network adapter in the VM. Get the new assigned IP address and associate the IP to stoqs.mbari.org in the /etc/hosts file in your host machine. Then, load: [http://stoqs.mbari.org/] h3. Styling In gulper.layer.map, I added the following as a quick way for better display: {code} STYLE COLOR 255 0 0 SIZE 4 WIDTH 10 END # STYLE {code}]]> 15630548 28672178 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639412 15663308 \d List of relations Schema | Name | Type | Owner --------+---------------------------+----------+------- public | activity | table | mbari public | activity_id_seq | sequence | mbari public | activity_type | table | mbari public | activity_type_id_seq | sequence | mbari public | expedition | table | mbari public | expedition_id_seq | sequence | mbari public | geography_columns | view | mbari public | geometry_columns | table | mbari public | instant_point | table | mbari public | instant_point_id_seq | sequence | mbari public | measured_parameter | table | mbari public | measured_parameter_id_seq | sequence | mbari public | measurement | table | mbari public | measurement_id_seq | sequence | mbari public | parameter | table | mbari public | parameter_id_seq | sequence | mbari public | platform | table | mbari public | platform_id_seq | sequence | mbari public | platform_type | table | mbari public | platform_type_id_seq | sequence | mbari public | spatial_ref_sys | table | mbari (21 rows) \\ In particular, the following URL should open without errors in the VM browser: {code} http://127.0.0.1/cgi-bin/mapserv?map=/home/student/Desktop/mbari/mapfiles/stoqs.map&layers=all&mode=map {code} Note that an empty 1024x1024 PNG image will be returned. h3. THE FOLLOWING UNDER REVIEW h2. h2. Populate database As 'student': {code} $ cd /home/student/Desktop/mbari/ $ python26 initialize_database.py (ignoring) Key sal2 is duplicated in file initial_parameters/PCTD_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key chla is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key sal is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key transmiss is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key chla is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key oxy_ml is duplicated in file initial_parameters/BCTD_table.csv {code} Now, as 'student': {code} $ cd ~/Desktop/mbari $ vi importdata.py # to adjust the stride: stride=100 # as one more mechanism but the original value (1) can be kept as well $ python26 importdata.py ... {code} h2. Javascript interface To avoid warnings related with the Google map API, I added the following line to /etc/hosts so we can use [http://stoqs.mbari.org] to try the interface: {code} 127.0.0.1 stoqs.mbari.org {code} Also, copied the updated index.html sent by Chander on 12/1/10 (in attached [^index.zip]) to /var/www/html/. Now, we can open [http://stoqs.mbari.org/]. The following screenshot shows the result after selecting Google Streets and Gulper. !dss-stoqs-gulper.png! h2. Miscellaneous h3. Running [http://stoqs.mbari.org/] in your host Set "Bridged" for the network adapter in the VM. Get the new assigned IP address and associate the IP to stoqs.mbari.org in the /etc/hosts file in your host machine. Then, load: [http://stoqs.mbari.org/] h3. Styling In gulper.layer.map, I added the following as a quick way for better display: {code} STYLE COLOR 255 0 0 SIZE 4 WIDTH 10 END # STYLE {code}]]> 15630546 19072288 19039552 15663351 15630589 28672150 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639384 19072294 19039558 28672147 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639381 28672148 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639382 19072295 19039559 28672154 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639388 15663348 15630586 19072298 19039562 19072297 19039561 28672152 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639386 28672158 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639392 28672156 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639390 19072305 19039569 19072307 19039571 15663336 \d List of relations Schema | Name | Type | Owner -------+---------------------------+----------+------- public | activity | table | mbari public | activity_id_seq | sequence | mbari public | activity_type | table | mbari public | activity_type_id_seq | sequence | mbari public | expedition | table | mbari public | expedition_id_seq | sequence | mbari public | geography_columns | view | mbari public | geometry_columns | table | mbari public | instant_point | table | mbari public | instant_point_id_seq | sequence | mbari public | measured_parameter | table | mbari public | measured_parameter_id_seq | sequence | mbari public | measurement | table | mbari public | measurement_id_seq | sequence | mbari public | parameter | table | mbari public | parameter_id_seq | sequence | mbari public | platform | table | mbari public | platform_id_seq | sequence | mbari public | platform_type | table | mbari public | platform_type_id_seq | sequence | mbari public | spatial_ref_sys | table | mbari (21 rows) {code} In particular, the following URL should open without errors in the VM browser: {code} http://127.0.0.1/cgi-bin/mapserv?map=/home/student/Desktop/mbari/mapfiles/stoqs.map&layers=all&mode=map {code} Note that an empty 1024x1024 PNG image will be returned. h2. Initialize database As 'student': {code} $ cd ~/Desktop/mbari/ [student@localhost mbari]$ python26 initialize_database.py (ignoring) Key sal2 is duplicated in file initial_parameters/PCTD_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key chla is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key sal is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key transmiss is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key chla is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key oxy_ml is duplicated in file initial_parameters/BCTD_table.cs {code} h2. Populate database As 'student': {code} [student@localhost mbari]$ cd ~/Desktop/mbari [student@localhost mbari]$ vi importdata.py # if you want to adjust the stride, say stride=10 [student@localhost mbari]$ python26 importdata.py Importing survey Dorado389_2010_081_02_081 Added parameter for temperature from data set Added parameter for oxygen from data set Added parameter for nitrate from data set Added parameter for bbp420 from data set Added parameter for bbp700 from data set Added parameter for fl700_uncorr from data set Added parameter for biolume from data set ...   {code} Note that the above will take a while to complete. You can type Ctrl+C to kill some of the intermediate steps if you want to advance the loading for testing purposes. h3. h2. Javascript interface h3. stoqs.mbari.org To avoid warnings related with the Google map API, I added the following line to /etc/hosts in the VM so we can use [http://stoqs.mbari.org] to try the GUI interface: {code} 127.0.0.1 stoqs.mbari.org {code} h3. index.html Overwrite /var/www/html/index.html with the one [attached to this page|^index.html]. The new index.html is similar to the one sent by Chander on 12/1/10 with a fix for the correct name of the Gulper layer. Now, you can open [http://stoqs.mbari.org/] in your VM's browser. ]]> 15630574 15663335 15630573 19072311 19039577 15663332 \d List of relations Schema | Name | Type | Owner -------+---------------------------+----------+------- public | activity | table | mbari public | activity_id_seq | sequence | mbari public | activity_type | table | mbari public | activity_type_id_seq | sequence | mbari public | expedition | table | mbari public | expedition_id_seq | sequence | mbari public | geography_columns | view | mbari public | geometry_columns | table | mbari public | instant_point | table | mbari public | instant_point_id_seq | sequence | mbari public | measured_parameter | table | mbari public | measured_parameter_id_seq | sequence | mbari public | measurement | table | mbari public | measurement_id_seq | sequence | mbari public | parameter | table | mbari public | parameter_id_seq | sequence | mbari public | platform | table | mbari public | platform_id_seq | sequence | mbari public | platform_type | table | mbari public | platform_type_id_seq | sequence | mbari public | spatial_ref_sys | table | mbari (21 rows) {code} In particular, the following URL should open without errors in the VM browser: {code} http://127.0.0.1/cgi-bin/mapserv?map=/home/student/Desktop/mbari/mapfiles/stoqs.map&layers=all&mode=map {code} Note that an empty 1024x1024 PNG image will be returned. h2. Initialize database As 'student': {code} $ cd ~/Desktop/mbari/ [student@localhost mbari]$ python26 initialize_database.py (ignoring) Key sal2 is duplicated in file initial_parameters/PCTD_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key chla is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key sal is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key transmiss is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key chla is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key oxy_ml is duplicated in file initial_parameters/BCTD_table.cs {code} h2. Populate database As 'student': {code} [student@localhost mbari]$ cd ~/Desktop/mbari [student@localhost mbari]$ vi importdata.py # if you want to adjust the stride, say stride=10 [student@localhost mbari]$ python26 importdata.py Importing survey Dorado389_2010_081_02_081 Added parameter for temperature from data set Added parameter for oxygen from data set Added parameter for nitrate from data set Added parameter for bbp420 from data set Added parameter for bbp700 from data set Added parameter for fl700_uncorr from data set Added parameter for biolume from data set ...   {code} Note that the above will take a while to complete. You can type Ctrl+C to kill some of the intermediate steps if you want to advance the loading for testing purposes. h3. h2. Javascript interface h3. stoqs.mbari.org To avoid warnings related with the Google map API, I added the following line to /etc/hosts in the VM so we can use [http://stoqs.mbari.org] to try the GUI interface: {code} 127.0.0.1 stoqs.mbari.org {code} h3. index.html Overwrite /var/www/html/index.html with the one [attached to this page|^index.html]. The new index.html is similar to the one sent by Chander on 12/1/10 with a fix for the correct name of the Gulper layer. Now, you can open [http://stoqs.mbari.org/] in your VM's browser. ]]> 15630570 15663344 \d List of relations Schema | Name | Type | Owner -------+---------------------------+----------+------- public | activity | table | mbari public | activity_id_seq | sequence | mbari public | activity_type | table | mbari public | activity_type_id_seq | sequence | mbari public | expedition | table | mbari public | expedition_id_seq | sequence | mbari public | geography_columns | view | mbari public | geometry_columns | table | mbari public | instant_point | table | mbari public | instant_point_id_seq | sequence | mbari public | measured_parameter | table | mbari public | measured_parameter_id_seq | sequence | mbari public | measurement | table | mbari public | measurement_id_seq | sequence | mbari public | parameter | table | mbari public | parameter_id_seq | sequence | mbari public | platform | table | mbari public | platform_id_seq | sequence | mbari public | platform_type | table | mbari public | platform_type_id_seq | sequence | mbari public | spatial_ref_sys | table | mbari (21 rows) {code} In particular, the following URL should open without errors in the VM browser: {code} http://127.0.0.1/cgi-bin/mapserv?map=/home/student/Desktop/mbari/mapfiles/stoqs.map&layers=all&mode=map {code} Note that an empty 1024x1024 PNG image will be returned. h2. Initialize database As 'student': {code} $ cd ~/Desktop/mbari/ [student@localhost mbari]$ python26 initialize_database.py (ignoring) Key sal2 is duplicated in file initial_parameters/PCTD_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key chla is duplicated in file initial_parameters/Underway_DATA_table.csv (ignoring) Key tmp is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key sal is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key conduct is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key transmiss is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key chla is duplicated in file initial_parameters/BCTD_table.csv (ignoring) Key oxy_ml is duplicated in file initial_parameters/BCTD_table.cs {code} h2. Populate database As 'student': {code} [student@localhost mbari]$ cd ~/Desktop/mbari [student@localhost mbari]$ vi importdata.py # if you want to adjust the stride, say stride=10 [student@localhost mbari]$ python26 importdata.py Importing survey Dorado389_2010_081_02_081 Added parameter for temperature from data set Added parameter for oxygen from data set Added parameter for nitrate from data set Added parameter for bbp420 from data set Added parameter for bbp700 from data set Added parameter for fl700_uncorr from data set Added parameter for biolume from data set ... {code} Note that the above will take a while to complete. You can type Ctrl+C to kill some of the intermediate steps if you want to advance the loading for testing purposes. h3. h2. Javascript interface h3. stoqs.mbari.org To avoid warnings related with the Google map API, I added the following line to /etc/hosts in the VM so we can use [http://stoqs.mbari.org] to try the GUI interface: {code} 127.0.0.1 stoqs.mbari.org {code} h3. index.html Overwrite /var/www/html/index.html with the one [attached to this page|STOQS set-up in detail^index.html]. The new index.html is similar to the one sent by Chander on 12/1/10 with a fix for the correct name of the Gulper layer. Now, you can open [http://stoqs.mbari.org/] in your VM's browser. ]]> 15630582 28672145 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639379 28672144 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639378 15663342 15630580 28672143 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28639377 15663371 15630612 19072223 Install New Software. ## Type "http://pydev.org/updates" in the Work with field ## Select PyDev and PyDev Mylyn Integration (optional) ## Click Next and Next again ## Click on the Licenses, accept them, and click Finish ## Click through warnings on unsigned content and restart Eclipse # Install Subversive: ## Here are the instructions copied from [http://www.polarion.com/products/svn/subversive/download.php]{noformat} * On main menu, choose Help > Install New Software. The available Software dialog appears. * In the Work with list, select Helios - http://download.eclipse.org/releases/helios. A list of software packages appears. * Expand the Collaboration node. * Scroll the list and check box for Subversive Team Provider (incubation) * Check other options in the dialog as desired and click the Next button. The Install Details screen appears in the dialog. * Click the Next button, accept the license and click Finish. Subversive will dowload and install. * It is recommended to accept the option to restart Eclipse. {noformat} ## I get an error after I select the SVN Connector (either JavaHL 1.6.x or SvnKit 1.3.2) ## I tried manual install by doing an update from the update site: [http://community.polarion.com/projects/subversive/download/eclipse/2.0/update-site/] and get the error: {noformat} Cannot complete the install because one or more required items could not be found. Software being installed: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) Missing requirement: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) requires 'org.eclipse.team.svn.feature.group [0.7.9.I20101001-1700,1.0.0)' but it could not be found {noformat} ## I'm searching the forums and seeing that others are having the same issue... ## ... O.K. Not giving up. Even though it say's "Recommended" I'm installing the update from: [http://download.eclipse.org/technology/subversive/0.7/update-site/] hoping that this is where the missing package 'org.eclipse.team.svn.feature.group' resides. ## Ta Da\! That was it\! (I checked only the Required component in the http://download.eclipse.org/technology/subversive/0.7/update-site/ package.) ## Now I'm able to install SvnKit and JavaHL. ## After Eclipse restart I have "SVN" listed in File \-> Import. Phew\!]]> 19039484 19072226 19039487 19072225 19039486 19072220 19039481 19072222 19039483 19072221 19039482 19072216 19039477 19072215 19039476 19072218 19039479 19072217 19039478 15663366 (g) Web Application * Open [http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html] in your browser This is a screenshot of the page: !jd-2010-12-02-screenshot.png|width=32,height=32!]]> 15630607 19072212 ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar h3. Shore-side (server) Autonomy # Communications Backplane provides connectivity to vehicles and data ## AMQP ## Google Protocol Buffers ## STOQS-RT # Drifter Tracking App - the 'hello world' of autonomy written in Java choreographed the robot ballet - AUV driving boxes around a drifter # Rajan lab enabled for more sophisticated shore-side autonomy using TREX and Europa. h3. Observation Log # Log notebook, implemented in 2011 as a web application. ## Used infrequently, need something better suited to the users # 2012, CSUMB students produced prototype mobile applications built on ODSS web service ## Support 'poor connectivity', use of email service on mobile device vs database # Future: add email ingest of log observations ## Bad formatting causes bounce back with instructions on formatting the email h3. Collaborative Science Tools # CoSci ## Threaded email discussions ## Data product sharing # COOP ## Chat and Voting ## Data descriptions, access h3. ODSS Data Analysis Feature # Initial draft of science user (DAC) requirements for the data analysis feature. In priority order: ## \[1\] Basic: "What data is available and where is it" ### Centralized Data Archive Description accessible through the 'Data Analysis' tab in odss.mbari.org. Provides access to files with descriptions. ### Update descriptions and pointers with all the data gathered during the experiment should be complete by end of the experiment ## Advanced: Query access to CANON data with browsing support (Matlab user is primary 'use case') ### \[1\] users want to be able to make queries against the CANON data sets and access the data via Matlab ### Users want to be able to browse the CANON data sets based on space, time and instrument. ### \[1\] Support Matlab users as the first step. Access would follow the NC Toolbox usage model. ### \[2\]Data browsing with access queries generated in a GUI tool such as MOQuA ## "Consistent" data access method across CANON data sets ## Require login to access data ## Embargo supported ## Data citation obligation associated with the data ## Notification on data updates ## Integration of LRAUV # Basic Access: ## Find data using Data Archive Description - confluence page with descriptions and web links ## Data stored in file system ("consistent": centralized file system, minimize different file types, standardize file types) ## Provision for quality control of data - how will data processors document QC issues and QC status ## Password protect embargoed data ## \[1\](!) Protect data from inadvertent delete ## Data archive description documents data citation obligation ## Documentation for data producers on guidelines for producing data and storage # Advanced Access: ## Browse data using a GUI that builds a database query, ### that can be used in Matlab or R ### Or provides files containing the data selected via the GUI ## Data is stored in databases ## Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources ## Provide browse / query support for data that does not fit the STOQS model # Basic Access ## Confluence pages with data descriptions and pointers to data organized by field campagn ### Updated, reviewed and complete by experiment end. ## Protections against file deletion on FTP site ### Change file (not directory) permissions to read-only by experiment end ### Directory listing (manifest) as a text file with descriptions. Create a document and train the science data providers on good form. ## Change notification ### RSS feed ### Email notifications (maybe) ## Analytics: Page Access counter # Advanced Access ## \[1\]Matlab use case (commandline in Matlab) ### Help on data access tool is available (like nctoolbox) ### User is able to open a connection to stoqs to get access to all CANON data ### User is able to discover what what data types (platforms, instruments, measurements, etc) are available ## \[2\] all CANON 'in-situ' Data is stored in databases. Data loaders, data format and structure are the challenge. ## Science users are educated on how to produce netcdf to ease the database load effort. Documentation and guidance on confluence. ## \[2\] Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Citation requirement and contact 'somehow' brought to data user. ## \[2\] Browsing available data and help forming queries. Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources h3. Water Management # \[1\] Implemented as a confluence page updated by science user with support from engineering ## Graphically shows the water sample management plan # Future plans include things like ## Track sample locations ## Track sample processing and results ## Connect water samples shown in ODSS situational awareness playback to information about the water sample status and location. ## Improve support in the ODSS for 'which water samples to invest expensive processing' ]]> 19039473 15663367 (g) Web Application * Open [http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html] in your browser This is a screenshot of the page: !jd-2010-12-02-screenshot.png|width=32,height=32,align=center!]]> 15630608 19072214 19039475 15663369 (g) Web Application * Open [http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html] in your browser This is a screenshot of the page: !jd-2010-12-02-screenshot.png|align=center!]]> 15630610 19072208 ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar h3. Shore-side (server) Autonomy # Communications Backplane provides connectivity to vehicles and data ## AMQP ## Google Protocol Buffers ## STOQS-RT # Drifter Tracking App - the 'hello world' of autonomy written in Java choreographed the robot ballet - AUV driving boxes around a drifter # Rajan lab enabled for more sophisticated shore-side autonomy using TREX and Europa. h3. Observation Log # Log notebook, implemented in 2011 as a web application. ## Used infrequently, need something better suited to the users # 2012, CSUMB students produced prototype mobile applications built on ODSS web service ## Support 'poor connectivity', use of email service on mobile device vs database # Future: add email ingest of log observations ## Bad formatting causes bounce back with instructions on formatting the email h3. Collaborative Science Tools # CoSci ## Threaded email discussions ## Data product sharing # COOP ## Chat and Voting ## Data descriptions, access ]]> 19039469 15663387 15630628 15663390 ). Thus, for newer OL releases there would be the need to update the copy. * The map widget may not get properly updated upon changes in size of its container in the browser. This proved to be a very tricky problem and I had to resort to some not-so-clean mechanisms to lessen the refresh misbehavior. (A similar problem seems to happen in JD's Google Maps-based version.) h4. SmartGWT * todo\\ \\]]> 15630631 19072210 ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar h3. Shore-side (server) Autonomy # Communications Backplane provides connectivity to vehicles and data ## AMQP ## Google Protocol Buffers ## STOQS-RT # Drifter Tracking App - the 'hello world' of autonomy written in Java choreographed the robot ballet - AUV driving boxes around a drifter # Rajan lab enabled for more sophisticated shore-side autonomy using TREX and Europa. h3. Observation Log # Log notebook, implemented in 2011 as a web application. ## Used infrequently, need something better suited to the users # 2012, CSUMB students produced prototype mobile applications built on ODSS web service ## Support 'poor connectivity', use of email service on mobile device vs database # Future: add email ingest of log observations ## Bad formatting causes bounce back with instructions on formatting the email h3. Collaborative Science Tools # CoSci ## Threaded email discussions ## Data product sharing # COOP ## Chat and Voting ## Data descriptions, access h3. ODSS Data Analysis Feature # Initial draft of science user (DAC) requirements for the data analysis feature. In priority order: ## [1] Basic: "What data is available and where is it" ### Centralized Data Archive Description accessible through the 'Data Analysis' tab in odss.mbari.org. Provides access to files with descriptions. ### Update descriptions and pointers with all the data gathered during the experiment should be complete by end of the experiment ## Advanced: Query access to CANON data with browsing support (Matlab user is primary 'use case') ### [1] users want to be able to make queries against the CANON data sets and access the data via Matlab ### Users want to be able to browse the CANON data sets based on space, time and instrument. ### [1] Support Matlab users as the first step. Access would follow the NC Toolbox usage model. ### [2]Data browsing with access queries generated in a GUI tool such as MOQuA ## "Consistent" data access method across CANON data sets ## Require login to access data ## Embargo supported ## Data citation obligation associated with the data ## Notification on data updates ## Integration of LRAUV # Basic Access: ## Find data using Data Archive Description - confluence page with descriptions and web links ## Data stored in file system ("consistent": centralized file system, minimize different file types, standardize file types) ## Provision for quality control of data - how will data processors document QC issues and QC status ## Password protect embargoed data ## [1!] Protect data from inadvertent delete ## Data archive description documents data citation obligation ## Documentation for data producers on guidelines for producing data and storage # Advanced Access: ## Browse data using a GUI that builds a database query, ### that can be used in Matlab or R ### Or provides files containing the data selected via the GUI ## Data is stored in databases ## Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources ## Provide browse / query support for data that does not fit the STOQS model # Basic Access ## Confluence pages with data descriptions and pointers to data organized by field campagn ### Updated, reviewed and complete by experiment end. ## Protections against file deletion on FTP site ### Change file (not directory) permissions to read-only by experiment end ### Directory listing (manifest) as a text file with descriptions. Create a document and train the science data providers on good form. ## Change notification ### RSS feed ### Email notifications (maybe) ## Analytics: Page Access counter # Advanced Access ## [1]Matlab use case (commandline in Matlab) ### Help on data access tool is available (like nctoolbox) ### User is able to open a connection to stoqs to get access to all CANON data ### User is able to discover what what data types (platforms, instruments, measurements, etc) are available ## [2] all CANON 'in-situ' Data is stored in databases. Data loaders, data format and structure are the challenge. ## Science users are educated on how to produce netcdf to ease the database load effort. Documentation and guidance on confluence. ## [2] Embargo supported in the database with required authentication ### Automated embargo control via database tools and science policy ## Citation requirement and contact 'somehow' brought to data user. ## [2] Browsing available data and help forming queries. Integration of Moqua and STOQS. ### The idea is to provide a data browser ( 'DJ the Data') as a means to provide efficient access spatio-temporally, with vehicle tracks, water samples and available contextual data sources ]]> 19039471 15663392 ). Thus, for newer OL releases there would be the need to update the copy and then rebuild/redeploy the application. Of course, a better approach is to have the copy outside of the DSS application in a way that only the external copy would need to be updated. * The map widget may not get properly updated upon changes in size of its container in the browser. This problem proved to be very tricky and I had to resort to some not-so-clean mechanisms to lessen the refresh misbehavior (see [Workarounds.java|http://code.google.com/p/mbari-dss/source/browse/trunk/src/main/java/org/mbari/dss/client/openlayers/Workarounds.java]). (A similar problem seems to happen in JD's Google Maps-based version.) h4. SmartGWT * (not critical) A TreeGrid with SelectionAppearance.CHECKBOX does not properly notify selection events. This widget is used for the Mission Plans section (see [MissionPlanView.java|http://code.google.com/p/mbari-dss/source/browse/trunk/src/main/java/org/mbari/dss/client/jd/views/MissionPlanView.java]). In particular, deselecting a node not always triggers the notification, so the corresponding layer will not be removed from the OL layer switcher.  NOTE: this is not a critical issue as other GWT-based widget could eventually be used as a workaround. \\ \\]]> 15630633 19072204 ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar ]]> 19039465 15663394 ). Thus, for newer OL releases there would be the need to update the copy and then rebuild/redeploy the application. Of course, a better approach is to have the copy outside of the DSS application in a way that only the external copy would need to be updated. * The map widget may not get properly updated upon changes in size of its container in the browser. This problem proved to be very tricky and I had to resort to some not-so-clean mechanisms to lessen the refresh misbehavior (see [Workarounds.java|http://code.google.com/p/mbari-dss/source/browse/trunk/src/main/java/org/mbari/dss/client/openlayers/Workarounds.java]). (A similar problem seems to happen in JD's Google Maps-based version.) h4. SmartGWT * (not critical) A TreeGrid with SelectionAppearance.CHECKBOX does not properly notify selection events. This widget is used for the Mission Plans section (see [MissionPlanView.java|http://code.google.com/p/mbari-dss/source/browse/trunk/src/main/java/org/mbari/dss/client/jd/views/MissionPlanView.java]). In particular, deselecting a node not always triggers the notification, so the corresponding layer will not be removed from the OL layer switcher.  NOTE: this is not a critical issue as other GWT-based widget could eventually be used as a workaround. \\ \\]]> 15630635 19072206 ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # Purpose: ## What's Happening? ## Where are the Platforms? # Remote sensing and other science products available as transparent overlay on the map ## What can be seen from space? ## How's the Weather and Sea state? ## What do the models tell us? # Playback to see trends # Real time observations # 'Plan vs Actual' vehicle tracks # Details ## 'data age' information: for remote sensing and for platforms as time since last update for platform tracks. ## Platform location available in text form with copy/paste. # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback h3. ODSS Planning - Campaign Timeline # Campaign Timeline. Day plans submitted to 'the plan' for the extent of the campaign. # Connection to DMO ## Cruise Plan, expedition database ## Ships schedule ## Vehicle availability calendar ]]> 19039467 19072200 ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. [1] Situational Awareness # [0] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # [0] Show an 'active' map of the experiment region ## [1] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## [3] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## [1] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## [3] Future: we want to allow individual users to select which data products will be displayed ## [1] 'age' of data product (transparent overlay) and time of last update for platform location ## [1] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## [3 tbd] Shore based autonomy projections ## [2] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## [1] Show 'plan' layer from planning perspective as a layer # Playback animation ## [0] Fix slowness ## [0] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## [1] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # [2] (/) 'home' location and map view that is remembered for individual users # [1] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # [1] Add AIS sources for ships information (as in older ODSS), default is off ]]> 19039461 15663379 15630620 19072202 ..." # \[2\]Add login feature ## Single signon with CoSci and Confluence using OpenID ## Users are not required to login to see situational awareness and planning, however users cannot share information or access data. # ODSS running 'all the time' - scheduled maintenance with notification to user list. Up without interruption during the experiment 'five nines' h3. \[1\] Situational Awareness # \[0\] 'Hit Refresh' on browser and all platform tracks paint within 3 to 5 seconds # \[0\] Show an 'active' map of the experiment region ## \[1\] Real Time platform position and tracks ### Platform track enable/disable ### Platform position in text (copy and pastable) ## \[3\] Sensor Tracks ### low res sensor data as track color for mobile assets sending sensor data (AUV, Waveglider, LRAUV, gliders). ### Sensor tracks can be implemented as transparent image overlay ### Sensor tracks can be 'hard coded' to one sensor and option to allow user selection removed if needed for performance reasons. # 'Decision data' transparent overlays ## \[1\] fix hard coded list of remote sensing / data products, produce documentation on how to add transparent overlay product. ## \[3\] Future: we want to allow individual users to select which data products will be displayed ## \[1\] 'age' of data product (transparent overlay) and time of last update for platform location ## \[1\] layers view should be latest only - define what time window, age of data product needs to be made available to the user # Asset plan vs actual (next 'box' along with actual track) ## \[3 tbd\] Shore based autonomy projections ## \[2\] Improve the 'actual' so that is shows the AUV track and not the surface position reporting ## \[1\] Show 'plan' layer from planning perspective as a layer # Playback animation ## \[0\] Fix slowness ## \[0\] Show Water sample locations, Sensor tracks - [1] default is on (enabled) ## \[1\] Work with Danelle and Mike M on backend optimizations for playback h3. Other Situational Awareness # \[2\] (/) 'home' location and map view that is remembered for individual users # \[1\] documentation on procedure for producing a 'transparent overlay' for the situational awareness map. Ex. Geotiff # \[1\] Add AIS sources for ships information (as in older ODSS), default is off h3. ODSS Planning Feature - Day Plan # \[1\] Visual Planning, platform coverage calculator (day planner) ## Used for: can the vehicle cover the desired area?, is the vehicle in a safe operating area? ## Data layers inherited from Situational Awareness perspective ## Feedback on 'keep out' areas, ## Feedback on vehicle coverage capabilities ### AUV survey coverage as a function of yo angle/depth vs speed vs battery vs ? # \[1\] Sharing and annotation of draft plans and 'what if' scenarios # \[1\] 'The Plan' submit 'button', makes the plan available as a layer on situational awareness display. # \[2\] Planning for vehicles managed by shore-side autonomy (robot ballet) # \[3\] Drifter projection, compact models, other tools to look a day in the future to simulate the plan. # \[0\] CSUMB Capstone project as a 'strawman' visual calculator prototype to solicit user feedback ]]> 19039463 15663381 15630622 19072196 19039457 19072198 19039459 19072257 19039518 19072256 19039517 19072255 19039516 19072250 19039511 19072249 19039510 19072247 19039508 15663396 ). Thus, for newer OL releases there would be the need to update the copy and then rebuild/redeploy the application. Of course, a better approach is to have the copy outside of the DSS application in a way that only the external copy would need to be updated. * The map widget may not get properly updated upon changes in size of its container in the browser. This problem proved to be very tricky and I had to resort to some not-so-clean mechanisms to lessen the refresh misbehavior (see [Workarounds.java|http://code.google.com/p/mbari-dss/source/browse/trunk/src/main/java/org/mbari/dss/client/openlayers/Workarounds.java]). (A similar problem seems to happen in JD's Google Maps-based version.) h4. SmartGWT * (not critical) A TreeGrid with SelectionAppearance.CHECKBOX does not properly notify selection events. This widget is used for the Mission Plans section (see [MissionPlanView.java|http://code.google.com/p/mbari-dss/source/browse/trunk/src/main/java/org/mbari/dss/client/jd/views/MissionPlanView.java]). In particular, deselecting a node not always triggers the notification, so the corresponding layer will not be removed from the OL layer switcher.  NOTE: this is not a critical issue as other GWT-based widget could eventually be used as a workaround. \\ \\]]> 15630637 19072246 19039507 19072245 19039506 19072243 19039504 19072241 Import ... * Select "Existing project into workspace" and click Next * Select the root directory where the code is located * Click Finish * Done. *NOTE*:  The \*.launch files assume the name "mbari-dss" for the project. So, if you imported the project with a different name, then adjust these files accordingly. \\]]> 19039502 19072242 19039503 19072239 ). Thus, for newer OL releases there would be the need to update the copy and then rebuild/redeploy the application. Of course, a better approach is to have the copy outside of the DSS application in a way that only the external copy would need to be updated. * The map widget may not get properly updated upon changes in size of its container in the browser. This problem proved to be very tricky and I had to resort to some not-so-clean mechanisms to lessen the refresh misbehavior (see Workarounds.java). (A similar problem seems to happen in JD's Google Maps-based version.) * For proper deployment, the Google Maps API key needs to be adjusted in Dss.html according to the host server. You will see the typical warning window if the key is not appropriate. Also, an interesting behavior is that the Google map will take over the whole area making the OpenLayers elements inaccessible. h4. * In general, full control of the user interaction is not in place in this prototype. * The initial map display varies across browsers: ** Firefox: behaves acceptably well ** Safari/Chrome: the map gets partially hidden on the right so the mouse location and the layer switcher don't show up entirely ** IE: ? * The OL "editing tool bar" does not show up in Safari/Chrome when using a Google map background.  (OK in firefox).   A possible workaround is to adjust the z-order of the OL controls (?). * The edit modes (in the "planning" perspective) are just partially controlled/handled . In general, the handling of user-defined layers is TBD. h2. STOQS * The requests to the various layers seem to return the same data, which looks like a bug in the mapserver/database side.  The requests seem to be properly done from DSS as the returned layers are only different in color.\\]]> 19039500 19072240 19039501 15663426 (g) Web Application * Open [http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html] in your browser This is a screenshot of the page right after loading the above URL: !jd-2010-12-02-screenshot.png|align=center!\\]]> 15630668 19072238 19039499 15663424 ). Thus, for newer OL releases there would be the need to update the copy and then rebuild/redeploy the application. Of course, a better approach is to have the copy outside of the DSS application in a way that only the external copy would need to be updated. * The map widget may not get properly updated upon changes in size of its container in the browser. This problem proved to be very tricky and I had to resort to some not-so-clean mechanisms to lessen the refresh misbehavior (see [Workarounds.java|http://code.google.com/p/mbari-dss/source/browse/trunk/src/main/java/org/mbari/dss/client/openlayers/Workarounds.java]). (A similar problem seems to happen in JD's Google Maps-based version.) h4. SmartGWT * (not critical) A TreeGrid with SelectionAppearance.CHECKBOX does not properly notify selection events. This widget is used for the Mission Plans section (see [MissionPlanView.java|http://code.google.com/p/mbari-dss/source/browse/trunk/src/main/java/org/mbari/dss/client/jd/views/MissionPlanView.java]). In particular, deselecting a node not always triggers the notification, so the corresponding layer will not be removed from the OL layer switcher.  NOTE: this is not a critical issue as other GWT-based widget could eventually be used as a workaround. \\ \\]]> 15630666 25952347 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25919579 19072236 19039497 19072233 19039494 19072234 19039495 25952346 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25919578 19072231 19039492 19072232 19039493 25952344 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25919576 19072229 19039490 19072230 19039491 25952342 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25919574 19072227 19039488 19072228 19039489 25952340 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25919572 25952300 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25919532 25952302 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25919534 25952303 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25919535 25952294 25919526 9404867 9372123 9404878 9372135 9404879 9372136 19072189 19039450 19072188 19039449 19072187 19039448 19072193 19039454 19072191 19039452 25952271 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25919503 19072182 19039443 28672260 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON ]]> 28639494 19072180 19039441 19072186 19039447 19072185 19039446 19072183 19039444 19072177 19039438 19072178 19039439 19072175 19039436 19072097 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039355 19072098 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039356 15663524 15630767 19072117 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039376 15663529 15630772 15663535 15630778 15663541 15630784 15663539 15630782 15663543 15630786 15663549 Import ... * Select "Existing project into workspace" and click Next * Select the root directory where the code is located * Click Finish * Done. *NOTE*:  The \*.launch files assume the name "mbari-dss" for the project. So, if you imported the project with a different name, then adjust these files accordingly. \\]]> 15630792 19072113 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19039372 15663548 15630791 15663551 ). Thus, for newer OL releases there would be the need to update the copy and then rebuild/redeploy the application. Of course, a better approach is to have the copy outside of the DSS application in a way that only the external copy would need to be updated. * The map widget may not get properly updated upon changes in size of its container in the browser. This problem proved to be very tricky and I had to resort to some not-so-clean mechanisms to lessen the refresh misbehavior (see Workarounds.java). (A similar problem seems to happen in JD's Google Maps-based version.) * SmartGWT bug (AFAICT): A TreeGrid with SelectionAppearance.CHECKBOX does not properly notify selection events. This component is used in the Mission plans section. In particular, deselecting a node not always triggers the notification, so the corresponding layer will not be removed from the OL layer switcher. Ooher GWT-based widget could eventually be used as a workaround. h4. * In general, full control of the user interaction is not in place in this prototype. * The initial map display varies across browsers: ** Firefox: behaves well ** Safari/Chrome: the map gets partially hidden on the right so the mouse location and the layer switcher don't show up entirely ** IE: ? * The OL "editing tool bar" does not show up in Safari/Chrome when using a Google map backround.  (OK in firefox). * The edit modes ("planning" perspective) not fully controlled/handled (eg., after saving, the added layer should be made available to other perspectives). In general, the handling of user-defined layers is TBD.]]> 15630794 15663575 15630818 15663577 15630820 15663583 15630826 15663585 15630828 9404740 9371991 15663579 15630822 9404745 9371996 15663581 ). Thus, for newer OL releases there would be the need to update the copy and then rebuild/redeploy the application. Of course, a better approach is to have the copy outside of the DSS application in a way that only the external copy would need to be updated. * The map widget may not get properly updated upon changes in size of its container in the browser. This problem proved to be very tricky and I had to resort to some not-so-clean mechanisms to lessen the refresh misbehavior (see Workarounds.java). (A similar problem seems to happen in JD's Google Maps-based version.) h4. * In general, full control of the user interaction is not in place in this prototype. * The initial map display varies across browsers: ** Firefox: behaves acceptably well ** Safari/Chrome: the map gets partially hidden on the right so the mouse location and the layer switcher don't show up entirely ** IE: ? * The OL "editing tool bar" does not show up in Safari/Chrome when using a Google map background.  (OK in firefox). * The edit modes (in the "planning" perspective) just partially controlled/handled . In general, the handling of user-defined layers is TBD.]]> 15630824 9404743 9371994 15663602 15630847 15663601 15630846 15663600 15630845 15663599 15630843 28672409 28639643 28672411 28639645 15663732 15630978 15663738 Install New Software. ## Type "http://pydev.org/updates" in the Work with field ## Select PyDev and PyDev Mylyn Integration (optional) ## Click Next and Next again ## Click on the Licenses, accept them, and click Finish ## Click through warnings on unsigned content and restart Eclipse # Install Subversive: ## Here are the instructions copied from [http://www.polarion.com/products/svn/subversive/download.php] {noformat} * On main menu, choose Help > Install New Software. The available Software dialog appears. * In the Work with list, select Helios - http://download.eclipse.org/releases/helios. A list of software packages appears. * Expand the Collaboration node. * Scroll the list and check box for Subversive Team Provider (incubation) * Check other options in the dialog as desired and click the Next button. The Install Details screen appears in the dialog. * Click the Next button, accept the license and click Finish. Subversive will dowload and install. * It is recommended to accept the option to restart Eclipse. {noformat} ## I get an error after I select the SVN Connector (either JavaHL 1.6.x or SvnKit 1.3.2) ## I tried manual install by doing an update from the update site: http://community.polarion.com/projects/subversive/download/eclipse/2.0/update-site/ and get the error: {noformat} Cannot complete the install because one or more required items could not be found. Software being installed: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) Missing requirement: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) requires 'org.eclipse.team.svn.feature.group [0.7.9.I20101001-1700,1.0.0)' but it could not be found {noformat} ## I'm searching the forums and seeing that others are having the same issue... ## ... O.K. Not giving up. Even though it say's "Recommended" I'm installing the update from: http://download.eclipse.org/technology/subversive/0.7/update-site/ hoping that this is where the missing package 'org.eclipse.team.svn.feature.group' resides. ## Ta Da! That was it! [I checked only the Required component in the http://download.eclipse.org/technology/subversive/0.7/update-site/ package.] ## Now I'm able to install SvnKit and JavaHL. ## After Eclipse restart I have "SVN" listed in File -> Import. Phew! ]]> 15630984 15663737 Install New Software. ## Type "http://pydev.org/updates" in the Work with field ## Select PyDev and PyDev Mylyn Integration (optional) ## Click Next and Next again ## Click on the Licenses, accept them, and click Finish ## Click through warnings on unsigned content and restart Eclipse # Install Subversive: ## Here are the instructions copied from [http://www.polarion.com/products/svn/subversive/download.php] {noformat} * On main menu, choose Help > Install New Software. The available Software dialog appears. * In the Work with list, select Helios - http://download.eclipse.org/releases/helios. A list of software packages appears. * Expand the Collaboration node. * Scroll the list and check box for Subversive Team Provider (incubation) * Check other options in the dialog as desired and click the Next button. The Install Details screen appears in the dialog. * Click the Next button, accept the license and click Finish. Subversive will dowload and install. * It is recommended to accept the option to restart Eclipse. {noformat} ## I get an error after I select the SVN Connector (either JavaHL 1.6.x or SvnKit 1.3.2) ## I tried manual install by doing an update from the update site: http://community.polarion.com/projects/subversive/download/eclipse/2.0/update-site/ and get the error: {noformat} Cannot complete the install because one or more required items could not be found. Software being installed: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) Missing requirement: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) requires 'org.eclipse.team.svn.feature.group [0.7.9.I20101001-1700,1.0.0)' but it could not be found {noformat} ## I'm searching the forums and seeing that others are having the same issue... ## ... O.K. Not giving up. Even though it say's "Recommended" I'm installing the update from: http://download.eclipse.org/technology/subversive/0.7/update-site/ hoping that this is where the missing package 'org.eclipse.team.svn.feature.group' resides. ## Ta Da! That was it! ## Now I'm able to install SvnKit and JavaHL. ## After Eclipse restart I have "SVN" listed in File -> Import. Phew! ]]> 15630983 15663740 15630986 15663742 15630988 15663744 15630990 15663746 15630992 19535163 19041747 2013-01-28 14:42:11.867 2013-01-28 14:42:11.867 15663715 Install New Software. ## Type "http://pydev.org/updates" in the Work with field ## Select PyDev and PyDev Mylyn Integration (optional) ## Click Next and Next again ## Click on the Licenses, accept them, and click Finish ## Click through warnings on unsigned content and restart Eclipse # Install Subversive:Here are the instructions copied from http://www.polarion.com/products/svn/subversive/download.php Subversive Update Site is a part of Helios Update Site. To install:     * On main menu, choose Help > Install New Software. The available Software dialog appears.     * In the Work with list, select Helios - [http://download.eclipse.org/releases/helios]. A list of software packages appears.     * Expand the Collaboration node.     * Scroll the list and check box for Subversive Team Provider (incubation)     * Check other options in the dialog as desired and click the Next button. The Install Details screen appears in the dialog.     * Click the Next button, accept the license and click Finish. Subversive will dowload and install.     * It is recommended to accept the option to restart Eclipse.]]> 15630961 15663717 Install New Software. ## Type "http://pydev.org/updates" in the Work with field ## Select PyDev and PyDev Mylyn Integration (optional) ## Click Next and Next again ## Click on the Licenses, accept them, and click Finish ## Click through warnings on unsigned content and restart Eclipse # Install Subversive: ## Here are the instructions copied from [http://www.polarion.com/products/svn/subversive/download.php] {noformat}     * On main menu, choose Help > Install New Software. The available Software dialog appears.     * In the Work with list, select Helios - http://download.eclipse.org/releases/helios. A list of software packages appears.     * Expand the Collaboration node.     * Scroll the list and check box for Subversive Team Provider (incubation)     * Check other options in the dialog as desired and click the Next button. The Install Details screen appears in the dialog.     * Click the Next button, accept the license and click Finish. Subversive will dowload and install.     * It is recommended to accept the option to restart Eclipse. {noformat} ## I get an error after I select the SVN Connector (either JavaHL 1.6.x or SvnKit 1.3.2) ## I tried manual install by doing an update from the update site: http://community.polarion.com/projects/subversive/download/eclipse/2.0/update-site/ and get the error: {noformat} Cannot complete the install because one or more required items could not be found. Software being installed: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) Missing requirement: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) requires 'org.eclipse.team.svn.feature.group [0.7.9.I20101001-1700,1.0.0)' but it could not be found {noformat}\\]]> 15630963 15663719 Install New Software. ## Type "http://pydev.org/updates" in the Work with field ## Select PyDev and PyDev Mylyn Integration (optional) ## Click Next and Next again ## Click on the Licenses, accept them, and click Finish ## Click through warnings on unsigned content and restart Eclipse # Install Subversive: ## Here are the instructions copied from [http://www.polarion.com/products/svn/subversive/download.php] {noformat}     * On main menu, choose Help > Install New Software. The available Software dialog appears.     * In the Work with list, select Helios - http://download.eclipse.org/releases/helios. A list of software packages appears.     * Expand the Collaboration node.     * Scroll the list and check box for Subversive Team Provider (incubation)     * Check other options in the dialog as desired and click the Next button. The Install Details screen appears in the dialog.     * Click the Next button, accept the license and click Finish. Subversive will dowload and install.     * It is recommended to accept the option to restart Eclipse. {noformat} ## I get an error after I select the SVN Connector (either JavaHL 1.6.x or SvnKit 1.3.2) ## I tried manual install by doing an update from the update site: http://community.polarion.com/projects/subversive/download/eclipse/2.0/update-site/ and get the error: {noformat} Cannot complete the install because one or more required items could not be found. Software being installed: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) Missing requirement: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) requires 'org.eclipse.team.svn.feature.group [0.7.9.I20101001-1700,1.0.0)' but it could not be found {noformat} ##I'm searching the forums and seeing that others are having the same issue... ]]> 15630965 15663721 Install New Software. ## Type "http://pydev.org/updates" in the Work with field ## Select PyDev and PyDev Mylyn Integration (optional) ## Click Next and Next again ## Click on the Licenses, accept them, and click Finish ## Click through warnings on unsigned content and restart Eclipse # Install Subversive: ## Here are the instructions copied from [http://www.polarion.com/products/svn/subversive/download.php] {noformat}     * On main menu, choose Help > Install New Software. The available Software dialog appears.     * In the Work with list, select Helios - http://download.eclipse.org/releases/helios. A list of software packages appears.     * Expand the Collaboration node.     * Scroll the list and check box for Subversive Team Provider (incubation)     * Check other options in the dialog as desired and click the Next button. The Install Details screen appears in the dialog.     * Click the Next button, accept the license and click Finish. Subversive will dowload and install.     * It is recommended to accept the option to restart Eclipse. {noformat} ## I get an error after I select the SVN Connector (either JavaHL 1.6.x or SvnKit 1.3.2) ## I tried manual install by doing an update from the update site: http://community.polarion.com/projects/subversive/download/eclipse/2.0/update-site/ and get the error: {noformat} Cannot complete the install because one or more required items could not be found. Software being installed: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) Missing requirement: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) requires 'org.eclipse.team.svn.feature.group [0.7.9.I20101001-1700,1.0.0)' but it could not be found {noformat} ## I'm searching the forums and seeing that others are having the same issue... ## ... O.K. Not giving up. Even though it say's "Recommended" I'm installing the update from: http://download.eclipse.org/technology/subversive/0.7/update-site/ hoping that this is where the missing package 'org.eclipse.team.svn.feature.group' resides. ## Ta Da! That was it! ## Now I'm able to install SvnKit and JavaHL. ]]> 15630967 15663722 Install New Software. ## Type "http://pydev.org/updates" in the Work with field ## Select PyDev and PyDev Mylyn Integration (optional) ## Click Next and Next again ## Click on the Licenses, accept them, and click Finish ## Click through warnings on unsigned content and restart Eclipse # Install Subversive: ## Here are the instructions copied from [http://www.polarion.com/products/svn/subversive/download.php] {noformat}     * On main menu, choose Help > Install New Software. The available Software dialog appears.     * In the Work with list, select Helios - http://download.eclipse.org/releases/helios. A list of software packages appears.     * Expand the Collaboration node.     * Scroll the list and check box for Subversive Team Provider (incubation)     * Check other options in the dialog as desired and click the Next button. The Install Details screen appears in the dialog.     * Click the Next button, accept the license and click Finish. Subversive will dowload and install.     * It is recommended to accept the option to restart Eclipse. {noformat} ## I get an error after I select the SVN Connector (either JavaHL 1.6.x or SvnKit 1.3.2) ## I tried manual install by doing an update from the update site: http://community.polarion.com/projects/subversive/download/eclipse/2.0/update-site/ and get the error: {noformat} Cannot complete the install because one or more required items could not be found. Software being installed: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) Missing requirement: Subversive SVN Connectors 2.2.2.I20101203-1700 (org.polarion.eclipse.team.svn.connector.feature.group 2.2.2.I20101203-1700) requires 'org.eclipse.team.svn.feature.group [0.7.9.I20101001-1700,1.0.0)' but it could not be found {noformat} ## I'm searching the forums and seeing that others are having the same issue... ## ... O.K. Not giving up. Even though it say's "Recommended" I'm installing the update from: http://download.eclipse.org/technology/subversive/0.7/update-site/ hoping that this is where the missing package 'org.eclipse.team.svn.feature.group' resides. ## Ta Da! That was it! ## Now I'm able to install SvnKit and JavaHL. ## After Eclipse restart I have "SVN" listed in File -> Import. Phew! ]]> 15630968 15663724 15630970 15663726 15630972 15663727 15630973 15663728 15630974 15663730 15630976 15663699 15630945 15663713 Install New Software. ## Type "http://pydev.org/updates" in the Work with field ## Select PyDev and PyDev Mylyn Integration (optional) ## Click Next and Next again ## Click on the Licenses, accept them, and click Finish ## Click through warnings on unsigned content and restart Eclipse # Install Subversive: Subversive Update Site is a part of Helios Update Site. To install:     * On main menu, choose Help > Install New Software. The available Software dialog appears.     * In the Work with list, select Helios - http://download.eclipse.org/releases/helios. A list of software packages appears.     * Expand the Collaboration node.     * Scroll the list and check box for Subversive Team Provider (incubation)     * Check other options in the dialog as desired and click the Next button. The Install Details screen appears in the dialog.     * Click the Next button, accept the license and click Finish. Subversive will dowload and install.     * It is recommended to accept the option to restart Eclipse. ]]> 15630959 15663711 15630957 15663680 15630925 15663676 15630921 15663678 15630923 15663662 15630907 15663870 15631119 15663864 15631113 15663866 15631115 15663804 15631051 15663778 15631024 15663776 15631021 15663772 15631017 10059777 10027009 6259409 2009-04-13 14:42:40.250 2009-04-13 14:42:40.250 15663770 15631015 15663767 15631012 15708298 15631051 2011-01-24 06:16:35.533 2011-01-24 06:16:35.533 15663765 15631010 15663762 15631008 15663760 15631006 15663759 15631005 15663757 15631003 15663753 15630999 15663752 15630998 15663750 15630996 15663749 15630995 15663974 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out the original tag and trunk # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. ## In Eclipse, go to *Window\->Open Perspective\->Other...* ## Choose *SVN Repository Exploring* ## In the left pane, select the *SVN Repositories* tab. ## Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location ## In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. ## You should see a listing something like: !SVNCheckout.jpg! ## Right-click on the _jd-2010-12-02_ folder and select *Checkout...*. You can accept the defaults for the most part (unless you want to change the location where the project was checked out on your local disk). All the files will then be copied down to your local machine (this can take a while!). ## Open the Java perspective and you should now see the MBARI_DSS_v0 project in the Package Explorer. {note:title=Broken JRE dependency} At least on the Mac, the project had errors because the expected JRE was not located. This makes sense because it is pretty unlikely the JRE will be in the same spot for developer to developer. No big deal, right click on the project and choose *Build Path...\->Configure Build Path*. Click on the *Libraries* tab and you will probably see a red X next to the JRE. Select the JRE and click on *Remove*. Then click on *Add Library*, select *JRE System Library*, and then click Next\->. More than likely you can choose the default, but make sure it is 1.6, then click Finish. Click OK and the project should be right as rain. {note} ## Right-click on the MBARI_DSS_v0 project and select *Run As\->Web Application* ## Right-click on the _trunk_ folder and select *Checkout...*]]> 15631223 15663972 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out the original tag and trunk # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. ## In Eclipse, go to *Window\->Open Perspective\->Other...* ## Choose *SVN Repository Exploring* ## In the left pane, select the *SVN Repositories* tab. ## Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location ## In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. ## You should see a listing something like: !SVNCheckout.jpg! ## Right-click on the _jd-2010-12-02_ folder and select *Checkout...*. You can accept the defaults for the most part (unless you want to change the location where the project was checked out on your local disk). All the files will then be copied down to your local machine (this can take a while!). ## Open the Java perspective and you should now see the MBARI_DSS_v0 project in the Package Explorer. {note:title=Broken JRE dependency} At least on the Mac, the project had errors because the expected JRE was not located. This makes sense because it is pretty unlikely the JRE will be in the same spot for developer to developer. No big deal, right click on the project and choose *Build Path...\->Configure Build Path*. Click on the *Libraries* tab and you will probably see a red X next to the JRE. Select the JRE and click on *Remove*. Then click on *Add Library*, select *JRE System Library*, and then click Next\->. More than likely you can choose the default, but make sure it is 1.6, then click Finish. Click OK and the project should be right as rain. {note} ## Right-click on the _trunk_ folder and select *Checkout...*]]> 15631221 15663978 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install the Maven Plugin*: ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _M2Eclipse_ and in the Location box, enter http://m2eclipse.sonatype.org/sites/m2e ## Click on OK, and the list of things to install will show up. ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out JD's original tagged code and run (these instructions are using Subclipse in Eclipse) # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* # In the left pane, select the *SVN Repositories* tab. # Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location # In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. # You should see a listing something like: !SVNCheckout.jpg! # Right-click on the _jd-2010-12-02_ folder and select *Checkout...*. You can accept the defaults for the most part (unless you want to change the location where the project was checked out on your local disk). All the files will then be copied down to your local machine (this can take a while!). # Open the Java perspective and you should now see the MBARI_DSS_v0 project in the Package Explorer. {note:title=Broken JRE dependency} At least on the Mac, the project had errors because the expected JRE was not located. This makes sense because it is pretty unlikely the JRE will be in the same spot for developer to developer. No big deal, right click on the project and choose *Build Path...\->Configure Build Path*. Click on the *Libraries* tab and you will probably see a red X next to the JRE. Select the JRE and click on *Remove*. Then click on *Add Library*, select *JRE System Library*, and then click Next\->. More than likely you can choose the default, but make sure it is 1.6, then click Finish. Click OK and the project should be right as rain. {note} # Right-click on the MBARI_DSS_v0 project and select *Run As\->Web Application*. This will start up the application in an embedded server environment. # Open http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html in your browser and you should see the application running. # To stop the application, go back to Eclipse and click on the red stop box in the Console window. # Right-click on the _trunk_ folder and select *Checkout...* h5. Check out the trunk and run # Go back to *SVN Repository Exploring* perspective. # In the *SVN Repositories* tab, right click on the *trunk* folder and select *Checkout...*. Again, the defaults are fine unless you want to change the local location. # When done, you can switch to the *Java* perspective and see the project under the previous project. By default the project does not have the GWT SDK associated with it. ]]> 15631227 15663976 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out the original tag and trunk # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. ## In Eclipse, go to *Window\->Open Perspective\->Other...* ## Choose *SVN Repository Exploring* ## In the left pane, select the *SVN Repositories* tab. ## Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location ## In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. ## You should see a listing something like: !SVNCheckout.jpg! ## Right-click on the _jd-2010-12-02_ folder and select *Checkout...*. You can accept the defaults for the most part (unless you want to change the location where the project was checked out on your local disk). All the files will then be copied down to your local machine (this can take a while!). ## Open the Java perspective and you should now see the MBARI_DSS_v0 project in the Package Explorer. {note:title=Broken JRE dependency} At least on the Mac, the project had errors because the expected JRE was not located. This makes sense because it is pretty unlikely the JRE will be in the same spot for developer to developer. No big deal, right click on the project and choose *Build Path...\->Configure Build Path*. Click on the *Libraries* tab and you will probably see a red X next to the JRE. Select the JRE and click on *Remove*. Then click on *Add Library*, select *JRE System Library*, and then click Next\->. More than likely you can choose the default, but make sure it is 1.6, then click Finish. Click OK and the project should be right as rain. {note} ## Right-click on the MBARI_DSS_v0 project and select *Run As\->Web Application*. This will start up the application in an embedded server environment. ## Open http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html in your browser and you should see the application running. ## To stop the application, go back to Eclipse and click on the red stop box in the Console window. ## Right-click on the _trunk_ folder and select *Checkout...*]]> 15631225 11829852 11797101 11829851 11797100 11829854 11797103 15663980 15631229 15663992 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install the Maven Plugin*: ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _M2Eclipse_ and in the Location box, enter http://m2eclipse.sonatype.org/sites/m2e ## Click on OK, and the list of things to install will show up. ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out JD's original tagged code and run (these instructions are using Subclipse in Eclipse) # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* # In the left pane, select the *SVN Repositories* tab. # Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location # In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. # You should see a listing something like: !SVNCheckout.jpg! # Right-click on the _jd-2010-12-02_ folder and select *Checkout...*. You can accept the defaults for the most part (unless you want to change the location where the project was checked out on your local disk). All the files will then be copied down to your local machine (this can take a while!). # Open the Java perspective and you should now see the MBARI_DSS_v0 project in the Package Explorer. {note:title=Broken JRE dependency} At least on the Mac, the project had errors because the expected JRE was not located. This makes sense because it is pretty unlikely the JRE will be in the same spot for developer to developer. No big deal, right click on the project and choose *Build Path...\->Configure Build Path*. Click on the *Libraries* tab and you will probably see a red X next to the JRE. Select the JRE and click on *Remove*. Then click on *Add Library*, select *JRE System Library*, and then click Next\->. More than likely you can choose the default, but make sure it is 1.6, then click Finish. Click OK and the project should be right as rain. {note} # Right-click on the MBARI_DSS_v0 project and select *Run As\->Web Application*. This will start up the application in an embedded server environment. # Open http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html in your browser and you should see the application running. # To stop the application, go back to Eclipse and click on the red stop box in the Console window. # Right-click on the _trunk_ folder and select *Checkout...* h5. Check out the trunk and run # Go back to *SVN Repository Exploring* perspective. # In the *SVN Repositories* tab, right click on the *trunk* folder and select *Checkout...*. Again, the defaults are fine unless you want to change the local location. # When done, you can switch to the *Java* perspective and see the project under the previous project. Several things need to be done before the project will right itself. ## If the Maven plugin in Eclipse does not resolve dependencies for you, you can: ### Go to a command line and cd to the location of the project that you checked out (should have the pom.xml file in it). ### Run *mvn clean compile*. That should download all the dependent jars that are needed for the project. # You should then be able to go to a command line and type *mvn clean compile package* and it will churn for a bit and generate a dss-1.0-SNAPSHOT.war file in the target directory which then can be deployed in your tomcat webapps directory. # Browse to [http://localhost:8080/dss-1.0-SNAPSHOT/] and you should see the application. ]]> 15631241 11829837 11797084 11829841 11797089 15663940 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. h5. Setup server environment (for local testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins to help in development like Firebug and Firecookie. # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] # *Install Speed Tracer in Chrome*: Go to Quick tour of Speed Tracer. Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631189 15663941 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see something like the following. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins to help in development like Firebug and Firecookie. # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] # *Install Speed Tracer in Chrome*: Go to Quick tour of Speed Tracer. Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631190 15663943 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins to help in development like Firebug and Firecookie. # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] # *Install Speed Tracer in Chrome*: Go to Quick tour of Speed Tracer. Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631192 15663945 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] # *Install Speed Tracer in Chrome*: Go to Quick tour of Speed Tracer. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]   h5. Get the code and go # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* ]]> 15631194 15663947 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] # *Install Speed Tracer in Chrome*: Go to Quick tour of Speed Tracer. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. *NOTE* I think the instructions are a little outdated as some of the dialog boxes are different, but the basic flow seemed to work for me. ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]   h5. Get the code and go # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* ]]> 15631196 15663949 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] # *Install Speed Tracer in Chrome*: Go to Quick tour of Speed Tracer. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} Note that it looks like the tutorial is a bit old and many of the concepts have changed so it is a bit of a slog to get it to work. {note} ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]   h5. Get the code and go # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* ]]> 15631198 15663951 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] # *Install Speed Tracer in Chrome*: Go to Quick tour of Speed Tracer. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} Note that it looks like the tutorial is a bit old and many of the concepts have changed so it is a bit of a slog to get it to work. {note} ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]   h5. Get the code and go # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* ]]> 15631200 15663953 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] # *Install Speed Tracer in Chrome*: Go to Quick tour of Speed Tracer. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} Note that it looks like the tutorial is a bit old and many of the concepts have changed so it is a bit of a slog to get it to work. {note} h5. Get the code and go # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* ]]> 15631202 15663955 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] # *Install Speed Tracer in Chrome*: Go to Quick tour of Speed Tracer. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} Note that it looks like the tutorial is a bit old and many of the concepts have changed so it is a bit of a slog to get it to work. {note} h5. Get the code and go # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* ]]> 15631204 15663957 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] # *Install Speed Tracer in Chrome*: Go to Quick tour of Speed Tracer. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} Note that it looks like the tutorial is a bit old and many of the concepts have changed so it is a bit of a slog to get it to work. {note} h5. Get the code and go # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* ]]> 15631206 15663959 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} Note that it looks like the tutorial is a bit old and many of the concepts have changed so it is a bit of a slog to get it to work. {note} h5. Get the code and go # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* ]]> 15631208 15663962 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out the original tag and trunk # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. ## In Eclipse, go to *Window\->Open Perspective\->Other...* ## Choose *SVN Repository Exploring* ## In the left pane, select the *SVN Repositories* tab. ## Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location ## In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. ## You should see a listing something like: ]]> 15631211 15663961 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Get the code and go # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* ]]> 15631210 15663964 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out the original tag and trunk # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. ## In Eclipse, go to *Window\->Open Perspective\->Other...* ## Choose *SVN Repository Exploring* ## In the left pane, select the *SVN Repositories* tab. ## Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location ## In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. ## You should see a listing something like: !SVNCheckout.jpg!]]> 15631213 15663966 15631215 15663968 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out the original tag and trunk # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. ## In Eclipse, go to *Window\->Open Perspective\->Other...* ## Choose *SVN Repository Exploring* ## In the left pane, select the *SVN Repositories* tab. ## Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location ## In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. ## You should see a listing something like: !SVNCheckout.jpg! ## Right-click on the _jd-2010-12-02_ folder and select *Checkout...*. You can accept the defaults for the most part (unless you want to change the location where the project was checked out on your local disk). All the files will then be copied down to your local machine. ## Right-click on the _trunk_ folder and select *Checkout...*]]> 15631217 15663970 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out the original tag and trunk # Using your SVN client, check out the code from the repository. These instructions were using the Subclipse plugin in Eclipse. ## In Eclipse, go to *Window\->Open Perspective\->Other...* ## Choose *SVN Repository Exploring* ## In the left pane, select the *SVN Repositories* tab. ## Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location ## In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. ## You should see a listing something like: !SVNCheckout.jpg! ## Right-click on the _jd-2010-12-02_ folder and select *Checkout...*. You can accept the defaults for the most part (unless you want to change the location where the project was checked out on your local disk). All the files will then be copied down to your local machine (this can take a while!). ## Open the Java perspective and you should now see the MBARI_DSS_v0 project in the Package Explorer. {note:title=Broken JRE dependency} At least on the Mac, the project had errors because the expected JRE was not located. This makes sense because it is pretty unlikely the JRE will be in the same spot for developer to developer. No big deal, right click on the project and choose ## Right-click on the _trunk_ folder and select *Checkout...*]]> 15631219 15663913 Install New Software...* ### In the dialog that appears, enter the update site URL into the *Work with* text box: [http://dl.google.com/eclipse/plugin/3.6] ### Next: Go to Set up Eclipse, then Build a Sample App. ## Download and install GWT Designer.     GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation.    As noted on the web site, [http://code.google.com/webtoolkit/tools/download-gwtdesigner.html], Install GWTDesigner plugin ### In Eclipse, Help \-> Install New Software,  [http://dl.google.com/eclipse/inst/d2gwt/latest/3.6] ### Next: Go to GWT Designer Quick Start. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631162 15663914 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: [http://dl.google.com/eclipse/plugin/3.6] ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. As noted on the web site. ## In Eclipse, Help \-> Install New Software,  [http://dl.google.com/eclipse/inst/d2gwt/latest/3.6] ## Next: Go to GWT Designer Quick Start. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631163 15663911 Install New Software...*  ### In the dialog that appears, enter the update site URL into the *Work with* text box: [http://dl.google.com/eclipse/plugin/3.6] ### Next: Go to Set up Eclipse, then Build a Sample App. ## Download and install GWT Designer.     GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation.    As noted on the web site, [http://code.google.com/webtoolkit/tools/download-gwtdesigner.html], Install GWTDesigner plugin ### In Eclipse, Help \-> Install New Software,  [http://dl.google.com/eclipse/inst/d2gwt/latest/3.6] ### Next: Go to GWT Designer Quick Start. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631160 15663909 Install New Software...*  ### In the dialog that appears, enter the update site URL into the *Work with* text box: [http://dl.google.com/eclipse/plugin/3.6] ### Next: Go to Set up Eclipse, then Build a Sample App. ## Download and install GWT Designer.     GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation.    As noted on the web site, [http://code.google.com/webtoolkit/tools/download-gwtdesigner.html], Install GWTDesigner plugin ### In Eclipse, Help \-> Install New Software,  [http://dl.google.com/eclipse/inst/d2gwt/latest/3.6] ### Next: Go to GWT Designer Quick Start. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631158 15663907 Install New Software...*  ### In the dialog that appears, enter the update site URL into the *Work with* text box: [http://dl.google.com/eclipse/plugin/3.6] ### Next: Go to Set up Eclipse, then Build a Sample App. ## Download and install GWT Designer.     GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation.    As noted on the web site, [http://code.google.com/webtoolkit/tools/download-gwtdesigner.html], Install GWTDesigner plugin ### In Eclipse, Help \-> Install New Software,  [http://dl.google.com/eclipse/inst/d2gwt/latest/3.6] ### Next: Go to GWT Designer Quick Start. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631156 15663922 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631171 15663920 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## Next: Go to GWT Designer Quick Start. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631169 15663918 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 ## Next: Go to GWT Designer Quick Start. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631167 15663916 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: [http://dl.google.com/eclipse/plugin/3.6] ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. As noted on the web site. ## In Eclipse, Help \-> Install New Software,  [http://dl.google.com/eclipse/inst/d2gwt/latest/3.6] ## Next: Go to GWT Designer Quick Start. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631165 15663930 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine. The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it here. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631179 15663928 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine. The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631177 15663926 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # (Optional) *Install EclEmma*: ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631175 15663924 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # (Optional) *Install EclEmma*: ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631173 15663938 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins to help in development like Firebug and Firecookie. # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] # *Install Speed Tracer in Chrome*: Go to Quick tour of Speed Tracer. Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631187 15663936 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631185 15663934 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for (?) and you can find those here. Here are the instructions for Subclipse: ## # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631183 15663932 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine. The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631181 15663887 Install New Software...* In the dialog that appears, enter the update site URL into the *Work with* text box: http://dl.google.com/eclipse/plugin/3.6 Next: Go to Set up Eclipse, then Build a Sample App.             b) Download and install GWT Designer.     GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation.    As noted on the web site:Install GWTDesigner plugin http://code.google.com/webtoolkit/tools/download-gwtdesigner.html http://dl.google.com/eclipse/inst/d2gwt/latest/3.6   Next: Go to GWT Designer Quick Start.\\ c) Download and install the dev version of Google Chrome browser and install Speed Tracer.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications.           TO get the dev version of Google Chrome, go to the Dev channel: http://www.google.com/chrome/eula.html?extra=devchannel Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6   In Eclipse, Help \-> contents  GWT Designer, follow the tutorial  h1. {color:#000000}Tutorial: Creating a Login Manager Application with{color} {color:#000000}GWT{color} {color:#000000}Designer{color}  See also  http://jellebeuselinck.wordpress.com/tag/smartgwt/   \\  ]]> 15631136 15663889 Install New Software...* In the dialog that appears, enter the update site URL into the *Work with* text box: [http://dl.google.com/eclipse/plugin/3.6] Next: Go to Set up Eclipse, then Build a Sample App.             b) Download and install GWT Designer.     GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation.    As noted on the web site:Install GWTDesigner plugin [http://code.google.com/webtoolkit/tools/download-gwtdesigner.html] [http://dl.google.com/eclipse/inst/d2gwt/latest/3.6]   Next: Go to GWT Designer Quick Start. \\ c) Download and install the dev version of Google Chrome browser and install Speed Tracer.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications.           TO get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6   In Eclipse, Help \-> contents GWT Designer, follow the tutorial Tutorial: Creating a Login Manager Application with Designer See also: [http://jellebeuselinck.wordpress.com/tag/smartgwt/]   ]]> 15631138 15663885 15631134 15663896 15631145 15663891 Install New Software...*  ### In the dialog that appears, enter the update site URL into the *Work with* text box: [http://dl.google.com/eclipse/plugin/3.6] ### Next: Go to Set up Eclipse, then Build a Sample App. ## Download and install GWT Designer.     GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation.    As noted on the web site, [http://code.google.com/webtoolkit/tools/download-gwtdesigner.html], Install GWTDesigner plugin ### In Eclipse, Help \-> Install New Software,  [http://dl.google.com/eclipse/inst/d2gwt/latest/3.6] ### Next: Go to GWT Designer Quick Start. # Download and install the dev version of Google Chrome browser and install Speed Tracer.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using GWT Designer.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631140 15663894 Install New Software...*  ### In the dialog that appears, enter the update site URL into the *Work with* text box: [http://dl.google.com/eclipse/plugin/3.6] ### Next: Go to Set up Eclipse, then Build a Sample App. ## Download and install GWT Designer.     GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation.    As noted on the web site, [http://code.google.com/webtoolkit/tools/download-gwtdesigner.html], Install GWTDesigner plugin ### In Eclipse, Help \-> Install New Software,  [http://dl.google.com/eclipse/inst/d2gwt/latest/3.6] ### Next: Go to GWT Designer Quick Start. # Download and install the dev version of Google Chrome browser and install Speed Tracer.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using GWT Designer.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631143 15663904 Install New Software...*  ### In the dialog that appears, enter the update site URL into the *Work with* text box: [http://dl.google.com/eclipse/plugin/3.6] ### Next: Go to Set up Eclipse, then Build a Sample App. ## Download and install GWT Designer.     GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation.    As noted on the web site, [http://code.google.com/webtoolkit/tools/download-gwtdesigner.html], Install GWTDesigner plugin ### In Eclipse, Help \-> Install New Software,  [http://dl.google.com/eclipse/inst/d2gwt/latest/3.6] ### Next: Go to GWT Designer Quick Start. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631153 11829810 11797057 15663906 Install New Software...*  ### In the dialog that appears, enter the update site URL into the *Work with* text box: [http://dl.google.com/eclipse/plugin/3.6] ### Next: Go to Set up Eclipse, then Build a Sample App. ## Download and install GWT Designer.     GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation.    As noted on the web site, [http://code.google.com/webtoolkit/tools/download-gwtdesigner.html], Install GWTDesigner plugin ### In Eclipse, Help \-> Install New Software,  [http://dl.google.com/eclipse/inst/d2gwt/latest/3.6] ### Next: Go to GWT Designer Quick Start. # Download and install the dev version of Google Chrome browser and *install Speed Tracer*.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using *GWT Designer*.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631155 15663900 15631149 15663899 Install New Software...*  ### In the dialog that appears, enter the update site URL into the *Work with* text box: [http://dl.google.com/eclipse/plugin/3.6] ### Next: Go to Set up Eclipse, then Build a Sample App. ## Download and install GWT Designer.     GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation.    As noted on the web site, [http://code.google.com/webtoolkit/tools/download-gwtdesigner.html], Install GWTDesigner plugin ### In Eclipse, Help \-> Install New Software,  [http://dl.google.com/eclipse/inst/d2gwt/latest/3.6] ### Next: Go to GWT Designer Quick Start. # Download and install the dev version of Google Chrome browser and install Speed Tracer.      Speed Tracer is a Chrome Extension that allows you to pinpoint performance problems in your web applications and can show performance measurements for browser and server side code. ## To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## Next: Go to Quick tour of Speed Tracer.   Install the Pluginhttp://dl.google.com/eclipse/plugin/3.6 # An easy 'getting started' step, is to create a GUI using GWT Designer.   There is a tutorial, in Eclipse, Help \-> contents, select GWT Designer, and follow the tutorial # Tutorial: Creating a Login Manager Application with Designer ## See also:  [http://jellebeuselinck.wordpress.com/tag/smartgwt/]  ]]> 15631148 15664110 15631360 15664108 15631358 15664113 15631363 15664111 15631361 15664106 15631356 15664104 15631354 15664103 15631353 15664126 15631376 15664124 15631374 15664129 15631379 15664130 15631380 15664117 15631367 15664115 15631365 15664119 15631369 15664076 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install the Maven Plugin*: ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _M2Eclipse_ and in the Location box, enter http://m2eclipse.sonatype.org/sites/m2e ## Click on OK, and the list of things to install will show up. ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out JD's original tagged code and run (these instructions are using Subclipse in Eclipse) # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* # In the left pane, select the *SVN Repositories* tab. # Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location # In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. # You should see a listing something like: !SVNCheckout.jpg! # Right-click on the _jd-2010-12-02_ folder and select *Checkout...*. You can accept the defaults for the most part (unless you want to change the location where the project was checked out on your local disk). All the files will then be copied down to your local machine (this can take a while!). # Open the Java perspective and you should now see the MBARI_DSS_v0 project in the Package Explorer. {note:title=Broken JRE dependency} At least on the Mac, the project had errors because the expected JRE was not located. This makes sense because it is pretty unlikely the JRE will be in the same spot for developer to developer. No big deal, right click on the project and choose *Build Path...\->Configure Build Path*. Click on the *Libraries* tab and you will probably see a red X next to the JRE. Select the JRE and click on *Remove*. Then click on *Add Library*, select *JRE System Library*, and then click Next\->. More than likely you can choose the default, but make sure it is 1.6, then click Finish. Click OK and the project should be right as rain. {note} # Right-click on the MBARI_DSS_v0 project and select *Run As\->Web Application*. This will start up the application in an embedded server environment. # Open http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html in your browser and you should see the application running. # To stop the application, go back to Eclipse and click on the red stop box in the Console window. h5. Check out the trunk and run # Go back to *SVN Repository Exploring* perspective. # In the *SVN Repositories* tab, right click on the *trunk* folder and select *Checkout...*. Again, the defaults are fine unless you want to change the local location. # When done, you can switch to the *Java* perspective and see the project under the previous project. Several things need to be done before the project will right itself. ## If the Maven plugin in Eclipse does not resolve dependencies for you, you can: ### Go to a command line and cd to the location of the project that you checked out (should have the pom.xml file in it). ### Run *mvn clean compile*. That should download all the dependent jars that are needed for the project. # You should then be able to go to a command line and type *mvn clean compile package* and it will churn for a bit and generate a dss-1.0-SNAPSHOT.war file in the target directory which then can be deployed in your tomcat webapps directory. # Browse to [http://localhost:8080/dss-1.0-SNAPSHOT/] and you should see the application. ]]> 15631326 15664080 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install the Maven Plugin*: ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _M2Eclipse_ and in the Location box, enter http://m2eclipse.sonatype.org/sites/m2e ## Click on OK, and the list of things to install will show up. ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out JD's original tagged code and run (these instructions are using Subclipse in Eclipse) # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* # In the left pane, select the *SVN Repositories* tab. # Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location # In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. # You should see a listing something like: !SVNCheckout.jpg! # Right-click on the _jd-2010-12-02_ folder and select *Checkout...*. You can accept the defaults for the most part (unless you want to change the location where the project was checked out on your local disk). All the files will then be copied down to your local machine (this can take a while!). # Open the Java perspective and you should now see the MBARI_DSS_v0 project in the Package Explorer. {note:title=Broken JRE dependency} At least on the Mac, the project had errors because the expected JRE was not located. This makes sense because it is pretty unlikely the JRE will be in the same spot for developer to developer. No big deal, right click on the project and choose *Build Path...\->Configure Build Path*. Click on the *Libraries* tab and you will probably see a red X next to the JRE. Select the JRE and click on *Remove*. Then click on *Add Library*, select *JRE System Library*, and then click Next\->. More than likely you can choose the default, but make sure it is 1.6, then click Finish. Click OK and the project should be right as rain. {note} # Right-click on the MBARI_DSS_v0 project and select *Run As\->Web Application*. This will start up the application in an embedded server environment. # Open http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html in your browser and you should see the application running. # To stop the application, go back to Eclipse and click on the red stop box in the Console window. h5. Check out the trunk and run # Go back to *SVN Repository Exploring* perspective. # In the *SVN Repositories* tab, right click on the *trunk* folder and select *Checkout...*. Again, the defaults are fine unless you want to change the local location. # When done, you can switch to the *Java* perspective and see the project under the previous project. Several things need to be done before the project will right itself. ## If the Maven plugin in Eclipse does not resolve dependencies for you, you can: ### Go to a command line and cd to the location of the project that you checked out (should have the pom.xml file in it). ### Run *mvn clean compile*. That should download all the dependent jars that are needed for the project. # You should then be able to go to a command line and type *mvn clean compile package* and it will churn for a bit and generate a dss-1.0-SNAPSHOT.war file in the target directory which then can be deployed in your tomcat webapps directory. # Browse to [http://localhost:8080/dss-1.0-SNAPSHOT/] and you should see the application. ]]> 15631330 15664093 15631343 15664084 15631334 15664085 15631335 15664086 15631336 15664087 15631337 9405205 9372474 15664015 = '2010-10-01' AND date_trunc('day', time) <= '2010-10-31')) LOG: duration: 16.757 ms LOG: disconnection: session time: 0:00:00.037 user=everyone database=stoqs host=134.89.12.92 port=42202 LOG: duration: 12731.843 ms LOG: disconnection: session time: 0:00:13.325 user=everyone database=stoqs host=134.89.12.92 port=42140 {noformat} ]]> 15631265 9405204 9372473 15664017 = '2010-10-01' AND date_trunc('day', time) <= '2010-10-31')) LOG: duration: 16.757 ms LOG: disconnection: session time: 0:00:00.037 user=everyone database=stoqs host=134.89.12.92 port=42202 LOG: duration: 12731.843 ms LOG: disconnection: session time: 0:00:13.325 user=everyone database=stoqs host=134.89.12.92 port=42140 {noformat} This kind of output looks very helpful for debugging and performance tuning purposes.  In particular, the queries can be analyzed using the 'EXPLAIN' command in psql to evaluate where it might be improved with an index or some other treatment.\\ I know you might be thinking that having all this log information turned on will add an overhead to the mapserver's response time.  It does.  I did some crude measurements with these approximate results: || Logging configuration\\ || Time to complete (secs)\\ || | All logging turned on\\ | 50 \\ | | Postgres logging turned off\\ | 34\\ | | Postgres and Mapserver logging turned off\\ | 33 | \\]]> 15631267 9405210 9372479 15664011 15631261 9405208 9372477 9405207 9372476 15664013 15631263 15664007 15631257 9405212 9372481 15664009 15631259 15664006 15631256 15664023 15631273 9011203 9142273 6259409 2009-02-02 11:27:00.117 2009-02-02 11:27:00.117 15664026 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install the Maven Plugin*: ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _M2Eclipse_ and in the Location box, enter http://m2eclipse.sonatype.org/sites/m2e ## Click on OK, and the list of things to install will show up. ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out JD's original tagged code and run (these instructions are using Subclipse in Eclipse) # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* # In the left pane, select the *SVN Repositories* tab. # Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location # In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. # You should see a listing something like: !SVNCheckout.jpg! # Right-click on the _jd-2010-12-02_ folder and select *Checkout...*. You can accept the defaults for the most part (unless you want to change the location where the project was checked out on your local disk). All the files will then be copied down to your local machine (this can take a while!). # Open the Java perspective and you should now see the MBARI_DSS_v0 project in the Package Explorer. {note:title=Broken JRE dependency} At least on the Mac, the project had errors because the expected JRE was not located. This makes sense because it is pretty unlikely the JRE will be in the same spot for developer to developer. No big deal, right click on the project and choose *Build Path...\->Configure Build Path*. Click on the *Libraries* tab and you will probably see a red X next to the JRE. Select the JRE and click on *Remove*. Then click on *Add Library*, select *JRE System Library*, and then click Next\->. More than likely you can choose the default, but make sure it is 1.6, then click Finish. Click OK and the project should be right as rain. {note} # Right-click on the MBARI_DSS_v0 project and select *Run As\->Web Application*. This will start up the application in an embedded server environment. # Open http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html in your browser and you should see the application running. # To stop the application, go back to Eclipse and click on the red stop box in the Console window. h5. Check out the trunk and run # Go back to *SVN Repository Exploring* perspective. # In the *SVN Repositories* tab, right click on the *trunk* folder and select *Checkout...*. Again, the defaults are fine unless you want to change the local location. # When done, you can switch to the *Java* perspective and see the project under the previous project. Several things need to be done before the project will right itself. ## If the Maven plugin in Eclipse does not resolve dependencies for you, you can: ### Go to a command line and cd to the location of the project that you checked out (should have the pom.xml file in it). ### Run *mvn clean compile*. That should download all the dependent jars that are needed for the project. # You should then be able to go to a command line and type *mvn clean compile package* and it will churn for a bit and generate a dss-1.0-SNAPSHOT.war file in the target directory which then can be deployed in your tomcat webapps directory. # Browse to [http://localhost:8080/dss-1.0-SNAPSHOT/] and you should see the application. ]]> 15631276 15664019 = '2010-10-01' AND date_trunc('day', time) <= '2010-10-31')) LOG: duration: 16.757 ms LOG: disconnection: session time: 0:00:00.037 user=everyone database=stoqs host=134.89.12.92 port=42202 LOG: duration: 12731.843 ms LOG: disconnection: session time: 0:00:13.325 user=everyone database=stoqs host=134.89.12.92 port=42140 {noformat} This kind of output looks very helpful for debugging and performance tuning purposes.  In particular, the queries can be analyzed using the 'EXPLAIN' command in psql to evaluate where it might be improved with an index or some other treatment.\\ I know you might be thinking that having all this log information turned on will add an overhead to the mapserver's response time.  It does.  I did some crude measurements with these approximate results: || Logging configuration\\ || Time to complete (secs)\\ || | All logging turned on\\ | 50 \\ | | Postgres logging turned off\\ | 34\\ | | Postgres and Mapserver logging turned off\\ | 33 | | Postgres and Mapserver logging turned off, not tailing httpd/access_log\\ | 33 | \\ Clearly, the PostgreSQL logging has the greatest impact. (The query I was testing went from 33 seconds to 21 seconds after I put an index on the time column.) -Mike ]]> 15631269 9405202 9372471 15664020 = '2010-10-01' AND date_trunc('day', time) <= '2010-10-31')) LOG: duration: 16.757 ms LOG: disconnection: session time: 0:00:00.037 user=everyone database=stoqs host=134.89.12.92 port=42202 LOG: duration: 12731.843 ms LOG: disconnection: session time: 0:00:13.325 user=everyone database=stoqs host=134.89.12.92 port=42140 {noformat} This kind of output looks very helpful for debugging and performance tuning purposes.  In particular, the queries can be analyzed using the 'EXPLAIN' command in psql to evaluate where it might be improved with an index or some other treatment.\\ I know you might be thinking that having all this log information turned on will add an overhead to the mapserver's response time.  It does.  I did some crude measurements with these approximate results: || Logging configuration\\ || Time to complete (secs)\\ || | All logging turned on\\ | 50 \\ | | Postgres logging turned off\\ | 34\\ | | Postgres and Mapserver logging turned off\\ | 33 | | Postgres and Mapserver logging turned off, not tailing httpd/access_log\\ | 33 | \\ Clearly, the PostgreSQL logging has the greatest impact. (The query I was testing went from 33 seconds to 21 seconds after I put an index on the time column.) -Mike ]]> 15631270 15664021 = '2010-10-01' AND date_trunc('day', time) <= '2010-10-31')) LOG: duration: 16.757 ms LOG: disconnection: session time: 0:00:00.037 user=everyone database=stoqs host=134.89.12.92 port=42202 LOG: duration: 12731.843 ms LOG: disconnection: session time: 0:00:13.325 user=everyone database=stoqs host=134.89.12.92 port=42140 {noformat} This kind of output looks very helpful for debugging and performance tuning purposes.  In particular, the queries can be analyzed using the 'EXPLAIN' command in psql to evaluate where it might be improved with an index or some other treatment.\\ I know you might be thinking that having all this log information turned on will add an overhead to the mapserver's response time.  It does.  I did some crude measurements with these approximate results: || Logging configuration\\ || Time to complete (secs)\\ || | All logging turned on\\ | 50 \\ | | Postgres logging turned off\\ | 34\\ | | Postgres and Mapserver logging turned off\\ | 33 | | Postgres and Mapserver logging turned off, not tailing httpd/access_log\\ | 33 | \\ Clearly, the PostgreSQL logging has the greatest impact. (The query I was testing went from 33 seconds to 21 seconds after I put an index on the time column.) -Mike ]]> 15631271 20119685 /dev/null 2>/dev/null || true endscript } {noformat} to {noformat} /var/log/httpd/*log { compress delaycompress rotate 7 daily missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} # Create a directory under the apache configuration for custom configuration files (/etc/httpd/custom) and grant the group ODSS_ADMIN read and write privs on it. # Edit the apache configuration file and include any configuration files in the directory you just created {noformat} Include /etc/httpd/conf/custom/*.conf {noformat} # Create a symbolic link in the Apache html /var/www/html/data and point to /data. # Edit the Apache httpd.conf file and make sure directory browsing is enabled for the directory /data # Grant the ODSS_ADMIN group read and write privs to the /var/www/html directory # Grant the ODSS_ADMIN group read privs on the http log at /var/log/httpd # Install Java 7 (64 bit) and make default Java # Install ant # Install latest version of Python 2 (NOTE: Not Python 3) # Install 3 copies of Apache Tomcat 7.0.35 and name them: ## /opt/apache-tomcat-odss-7.0.35 ## /opt/apache-tomcat-erddap-7.0.35 ## /opt/apache-tomcat-thredds-7.0.35 # Create start up script for all three instances and put in /etc/init.d, but do not set them up to start yet. # In the start up scripts make sure that the processes will start under the tomcat account. # Give the group ODSS_ADMIN read and write privs to all three tomcat directories (recursively). # Install SSL certificate that can be used for Tomcat 7 # Install/enable MySQL database server, start it and then configure to run on startup # For COSCI, the following needs to be added to the /etc/my.cnf under the [mysqld] entry: {noformat} max_allowed_packet=16M {noformat} # Install latest version of PostgreSQL Server (9.2.2 as of this writing) [http://www.postgresql.org] # Install PostGIS extension [http://postgis.net] # Install django framework # Download, build, install the mapserver requirements ([http://mapserver.org/installation/unix.html]): ## libpng ## freetype ## GD ## zlib ## libproj ## libcurl ## OGR ## GDAL ## libpg (requires install of Postgres) # Download, build and install (copy .lib/mapserver to /var/www/cgi-bin) mapserver using the following options in the ./configure step: {noformat} --with-proj=xxxxxx # (xxxxxx is usually /usr/local) --with-ogr=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-gdal=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-wfs --with-wfsclient --with-wmsclient --with-postgis=xxxxx/pg_config # (xxxxxx depends on postgres install location) --with-kml {noformat} # Edit the epsg file (should be in /usr/local/Proj4/share/proj/epsg) that was installed with libproj and add the following at the bottom: {noformat} # Google Earth / Virtual Globe Mercator <900913> +proj=merc +a=6378137 +b=6378137 +lat_ts=0.0 +lon_0=0.0 +x_0=0.0 +y_0=0 +k=1.0 +units=m +no_defs {noformat} # Install tilecache: ## Download the tilecache tar.gz file from [http://tilecache.org] ## cd /var/www ## tar -zxvf tilecache-2.11-patched.tar.gz ## ln -s tilecache-2.11 tilecache ## Create and add following tilecache http configuration file to /etc/httpd/conf.d/tilecache.conf {noformat} alias /tilecache/ "/var/www/tilecache/" AddHandler cgi-script .cgi Options +ExecCGI {noformat} h3. Notes for ODSS Developers: # Configure ProxyPass entries in httpd.conf ## http://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same as your observation) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ (same) ## https://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ ## http://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## http://odss-master.mbari.org/cosci/data/ redirects to https://odss-master.mbari.org/cosci/data/ ## https://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## index.html redirect page to handle taking odss-master.mbari.org (http or https) to https://odss-master.mbari.org/odss/ # For automated rsync, we need to avoid the need to enter a password each time the sync occurs. I believe that IS configured password-less ssh login between some of the machines, as described at [http://www.debian-administration.org/articles/152] # Create firewall holes ## odss-master to atlas ODSS share ## odss-master to atlas LRAUV ## odss-master to secmail.shore.mbari.org:587 ## odss-master to snow.shore.mbari.org:993 and 995 ## odss-master to dods.mbari.org:80 ## odss-master to cencalcurrents.org:80 ## odss-master to messaging.shore.mbari.org:5672 and 55672 # Edit /etc/fstab and add: {noformat} atlasnfs.shore.mbari.org:/ifs/mbari/ODSS /ODSS nfs rw,suid 0 0 /ODSS/data/canon /home/canon none defaults,bind 0 0 /ODSS/data/biospace /home/biospace none defaults,bind 0 0 atlasnfs.shore.mbari.org:/ifs/mbariarchive/LRAUV /LRAUV nfs ro,suid 0 0 {noformat}]]> 20086920 19071381 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038617 19071385 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038621 19071383 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038619 19071387 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038623 20119723 20086960 19071408 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038644 19071410 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038646 19071412 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038648 19071414 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038650 19071416 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038652 19071418 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038654 19071417 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038653 19071420 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038656 20119739 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20086976 20119741 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20086978 19071421 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038657 15664134 15631384 15664132 15631382 15664137 15631387 15664135 15631385 15664184 15631433 15664168 15631417 15664169 15631418 15664177 15631426 15664353 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install at: (http://seleniumhq.org/download/) The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. You may now access the Selenium Test Application on FireFox in the following way: _Tools > Selenium IDE ---- \\ ]]> 15631614 15664354 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install at: (http://seleniumhq.org/download/) The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. You may now access the Selenium Test Application on FireFox in the following way: _Tools > Selenium IDE_ ---- \\ ]]> 15631615 15664352 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, download the most recent version of Selenium IDE and install at: (http://seleniumhq.org/download/) ---- \\ ]]> 15631613 15664349 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, download the most recent version of Selenium and install at: (http://seleniumhq.org/download/) ---- \\ ]]> 15631610 15664350 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, download the most recent version of Selenium and install at: (http://seleniumhq.org/download/) ---- \\ ]]> 15631611 15664347 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" --------------------------------------------------------------------------------------------------------- h3. Checkout DSS Repository using SmartSVN Client (This will install the project code onto you local computer.) _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" DSS-Repo Click "Continue" Verify settings are correct and click "Finish" ]]> 15631608 20119557 RC->Shore over VSAT/3G (Frederic will write the software for the acoustic link) ## Directly from Dorado->Shore over Iridium ## High Resolution AUV data and processed products (? - maybe over 3G) h5. Task List || Number || Task || Responsible Person || Status || | 1 | Refactor build for more consistent deployment on test server (continuous integration) as well as for deployment on the new CentOS servers for odss-test (replace odss-staging), odss (replace beach), zuma (carson), malibu (replace malibu) | Kevin | In process | | 2 | Have I.S. build new CentOS VM to replace odds-staging | Kevin | Ticket submitted | | 3 | Configure new ODSS build on to odss-test | Kevin | | | 4 | Check out/install MBARITracking consumers/database on odss-test and start consuming platforms tracks from AMQP | Kevin/Rich/Mike | | | 5 | Install and configure STOQS on odss-test | Rich/Mike | | | 6 | Migrate Mike's code to send GPS locations through AMQP from WF to Carson | Kevin/Rich | | | 7 | Get full list of remote sensing (i.e. layers) from science and configure to download data to odss-test erddap installation | Danelle | | | 8 | Inventory all ERDDAP and THREDDS data on beach.mbari.org for move to new server | Kevin | | | 9 | Layout directory structure for data repo for ECOHAB and define which locations will be rsync'd and configure on beach.mbari.org (Atlas actually) | Kevin | | | 10 | Contact Arvind and characterize glider data and access | Duane | | | 11 | Write adapter to pull tracks from glider data sources and publish to AMQP | Kevin/Rich | | | 12 | Write adapter to pull tracking data from ESP and publish to AMQP | Kevin/Rich | | | 13 | Integrate STOQS sensor tracks into ODSS UI | Kevin | | | 14 | Clone odss-test to zuma and configure for Carson operation | All | | | 15 | Set up rsync to sync identified directories between beach.mbari.org (atlas) and zuma) | Kevin/Tom | | | 16 | Configure rsync to copy files from ESP (or bufflehead) to directory structure on beach (then to rsync to zuma) | Kevin/Brent | | | 17 | Install ESP GUI software on laptops and point to the FTP server on zuma where ESP files are located | Kevin | | h5. Logical Diagram Under construction.]]> 20086789 15664345 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Install Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. Install FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, download the most recent version of Selenium and install at: (http://seleniumhq.org/download/) ---- \\ ]]> 15631606 15664346 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Install Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. Install FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, download the most recent version of Selenium and install at: (http://seleniumhq.org/download/) ---- \\ ]]> 15631607 19071236 19038470 15664343 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1. Download Client* bq. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. Install FireFox and Selenium Plugin Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) Next, download the most recent version of Selenium and install at: (http://seleniumhq.org/download/) ---- \\ ]]> 15631604 15664344 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1. Download Client* bq. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Install Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. Install FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, download the most recent version of Selenium and install at: (http://seleniumhq.org/download/) ---- \\ ]]> 15631605 15664341 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1. Download Client* bq. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. Install FireFox and Selenium Plugin ---- \\ ]]> 15631602 15664342 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1. Download Client* bq. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. Install FireFox and Selenium Plugin Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) ---- \\ ]]> 15631603 15664339 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- h3. Subversion (SVN) *1. Download Client* bq. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. Install FireFox and Selenium Plugin ---- ]]> 15631600 19071261 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038495 15664338 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1. Download Client* bq. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. Install FireFox and Selenium Plugin ---- ]]> 15631599 15664337 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1. Download Client* bq. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. Install FireFox and Selenium Plugin ---- ]]> 15631598 19071259 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038493 15664336 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ \\ h3. Subversion (SVN) *1. Download Client* bq. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] \\ \\ h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) \\ \\ h3. Install FireFox and Selenium Plugin ]]> 15631597 19071260 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038494 15664335 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install \\ \\ h3. Subversion (SVN) *1. Download Client* bq. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] \\ \\ h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) \\ \\ h3. Install FireFox and Selenium Plugin ]]> 15631596 19071265 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038499 15664334 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install \\ h3. Subversion (SVN) *1. Download Client* bq. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] \\ h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) \\ h3. Install FireFox and Selenium Plugin ]]> 15631595 19071266 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038500 15664333 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install \\ h3. Subversion (SVN) *1. Download Client* bq. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631594 19071263 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038497 15664332 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download Client* bq. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631593 19071264 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038498 15664331 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download Client* bq. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631592 15664330 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" --- h3. Checkout DSS Repository using SmartSVN Client (This will install the project code onto you local computer.) _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" DSS-Repo Click "Continue" Verify settings are correct and click "Finish" ]]> 15631591 15664329 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" h3. Checkout DSS Repository using SmartSVN Client (This will install the project code onto you local computer.) _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" DSS-Repo Click "Continue" Verify settings are correct and click "Finish" ]]> 15631590 15664328 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" h3. Checkout DSS Repository using SmartSVN Client (This will install the project code onto you local computer.) _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" DSS-Repo Click "Continue" Verify settings are correct and click "Finish" ]]> 15631589 15664327 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download Client* bq. Go to the following site and download the most recent version of SmartSVN for your system: bq. http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631588 19071257 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038491 15664326 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download Client* bq. Go to the following site and download the most recent version of SmartSVN for your system: **http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631587 15664325 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download Client* **Go to the following site and download the most recent version of SmartSVN for your system: **http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631586 19071255 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038489 15664324 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download Client* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631585 19071256 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038490 21004831 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20972068 21004833 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20972070 15664385 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install it: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository using SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] *4.* From a terminal window on your computer, navigate to the location of the checked out DSS code (e.g., *cd /username/dss*). \\ \\ Perform an update with the line command: *svn update* ----- \\ h3. Launch the GWT Development Mode *1.* Navigate to the location of the checked out DSS code on your local computer. *2.* Enter the following command to build the GWT development: *mvn gwt:run* *3.* Allow time for this to build. The first build can take a while. *4.* Once built, ]]> 15631646 21004827 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20972064 15664379 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install it: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository using SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] *4.* From a terminal window on your computer, navigate to the location of the checked out DSS code (e.g., *cd /username/DSS*). \\ \\ Perform an update within the directory with the line command: *svn update* ----- \\ ]]> 15631640 21004829 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20972066 15664381 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install it: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository using SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] *4.* From a terminal window on your computer, navigate to the location of the checked out DSS code (e.g., *cd /username/DSS*). \\ \\ Perform an update with the line command: *svn update* ----- \\ ]]> 15631642 15664382 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" ---- h3. Checkout DSS Repository using SmartSVN Client (This will install the project code onto you local computer.) From the Main Menu: _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" DSS-Repo Click "Continue" Verify settings are correct and click "Finish" ]]> 15631643 19071268 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038502 15664375 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install it: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository using SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] *4.* From a terminal window on your computer, navigate to the location of the checked out DSS code (e.g., *cd /username/DSS*). -- Perform an update within the directory ----- \\ ]]> 15631636 19071267 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038501 15664376 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install it: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository using SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] *4.* From a terminal window on your computer, navigate to the location of the checked out DSS code (e.g., *cd /username/DSS*). Perform an update within the directory with the line command: *svn update* ----- \\ ]]> 15631637 15664377 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install it: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository using SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] *4.* From a terminal window on your computer, navigate to the location of the checked out DSS code (e.g., *cd /username/DSS*). \\ Perform an update within the directory with the line command: *svn update* ----- \\ ]]> 15631638 15664378 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install it: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository using SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] *4.* From a terminal window on your computer, navigate to the location of the checked out DSS code (e.g., *cd /username/DSS*). \\ Perform an update within the directory with the line command: *svn update* ----- \\ ]]> 15631639 15664371 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install at: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] *4.* From a terminal window on your computer, navigate to the location of the checked out DSS code (e.g., *cd /username/DSS-Repo*). ----- \\ ]]> 15631632 15664372 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install at: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] *4.* From a terminal window on your computer, navigate to the location of the checked out DSS code (e.g., *cd /username/DSS*). -- Perform an update within the directory ----- \\ ]]> 15631633 15664373 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install it: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] *4.* From a terminal window on your computer, navigate to the location of the checked out DSS code (e.g., *cd /username/DSS*). -- Perform an update within the directory ----- \\ ]]> 15631634 15664367 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" ---- h3. Checkout DSS Repository using SmartSVN Client (This will install the project code onto you local computer.) _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" DSS-Repo Click "Continue" Verify settings are correct and click "Finish" ]]> 15631628 15664369 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install at: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ ]]> 15631630 15664364 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install at: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ ]]> 15631625 20119615 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20086848 20119618 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20086851 15664366 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install at: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ ]]> 15631627 15664365 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install at: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ ]]> 15631626 15664360 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install at: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You may now access the Selenium Test Application on FireFox in the following way: _Tools > Selenium IDE_ ---- \\ ]]> 15631621 15664359 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install at: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} You may now access the Selenium Test Application on FireFox in the following way: _Tools > Selenium IDE_ ---- \\ ]]> 15631620 15664362 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install at: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ ]]> 15631623 15664356 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install at: (http://seleniumhq.org/download/) bq.The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. You may now access the Selenium Test Application on FireFox in the following way: _Tools > Selenium IDE_ ---- \\ ]]> 15631617 15664355 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install at: (http://seleniumhq.org/download/) dq.The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. You may now access the Selenium Test Application on FireFox in the following way: _Tools > Selenium IDE_ ---- \\ ]]> 15631616 15664358 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] ----- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install at: (http://seleniumhq.org/download/) bq.The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. You may now access the Selenium Test Application on FireFox in the following way: _Tools > Selenium IDE_ ---- \\ ]]> 15631619 15664285 Install New Software. This should display the "Install" dialog. 3. Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) 1. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html 2. Set up the MBARI DSS repository in SmartSVN from the main menu: *Repository > Manage Profiles... > Add* h5. Location Page: Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" h5. Details Page. Choose: *User Name and Password* Enter your *Gmail* username and password Choose: "Save password" Leave: "Use client authorization" blank Choose: "Verify connection when pressing 'Next' Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" 3. Checkout the repository trunk to a local directory on your computer _This will install the project code onto you local computer._ *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" h5. Location Page Choose "trunk" and click "Continue" h5. Local Directory Page: Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" h5. Project Page: "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" ]]> 15631545 15664286 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1.* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* Set up the MBARI DSS repository in SmartSVN from the main menu: *Repository > Manage Profiles... > Add* h5. Location Page: Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" h5. Details Page. Choose: *User Name and Password* Enter your *Gmail* username and password Choose: "Save password" Leave: "Use client authorization" blank Choose: "Verify connection when pressing 'Next' Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" *3.* Checkout the repository trunk to a local directory on your computer _This will install the project code onto you local computer._ *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" h5. Location Page Choose "trunk" and click "Continue" h5. Local Directory Page: Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" h5. Project Page: "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" ]]> 15631546 15664283 Install New Software. This should display the "Install" dialog. 3. Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) 1. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html 2. Set up the MBARI DSS repository in SmartSVN from the main menu: *Repository > Manage Profiles... > Add* Set the following on the Location Page: Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" to go to Details Page. Choose: *User Name and Password* Enter your *Gmail* username and password Choose: "Save password" Leave: "Use client authorization" blank Choose: "Verify connection when pressing 'Next' Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" 3. Checkout the repository trunk to a local directory on your computer *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" Click "trunk" on the location page and then click "Continue" On the Local Directory Page, set the following: Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" On the Project Page, set the following: "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" ]]> 15631543 15664284 Install New Software. This should display the "Install" dialog. 3. Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) 1. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html 2. Set up the MBARI DSS repository in SmartSVN from the main menu: *Repository > Manage Profiles... > Add* h5. Location Page: Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" h5. Details Page. Choose: *User Name and Password* Enter your *Gmail* username and password Choose: "Save password" Leave: "Use client authorization" blank Choose: "Verify connection when pressing 'Next' Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" 3. Checkout the repository trunk to a local directory on your computer _This will install the project code onto you local computer. *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" h5. Location Page Choose "trunk" and click "Continue" h5. Local Directory Page: Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" h5. Project Page: "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" ]]> 15631544 15664290 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1.* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* Set up the MBARI DSS repository in SmartSVN from the main menu: *Repository > Manage Profiles... > Add* *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose: *User Name and Password* Enter your *Gmail* username and password Choose: "Save password" Leave: "Use client authorization" blank Choose: "Verify connection when pressing 'Next' Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" *3.* Checkout the repository trunk to a local directory on your computer _This will install the project code onto you local computer._ *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" ]]> 15631550 15664288 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1.* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* Set up the MBARI DSS repository in SmartSVN from the main menu: *Repository > Manage Profiles... > Add* h7. Location Page: Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" h7. Details Page. Choose: *User Name and Password* Enter your *Gmail* username and password Choose: "Save password" Leave: "Use client authorization" blank Choose: "Verify connection when pressing 'Next' Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" *3.* Checkout the repository trunk to a local directory on your computer _This will install the project code onto you local computer._ *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" h5. Location Page Choose "trunk" and click "Continue" h5. Local Directory Page: Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" h5. Project Page: "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" ]]> 15631548 15664277 Install New Software. This should display the "Install" dialog. 3. Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) 1. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html 2. Set up the MBARI DSS repository in SmartSVN from the main menu: Repository > Manage Profiles... > Add Set the following on the Location Page: Protocol: *HTTPS* Server Name: https://mbari-dss.googlecode.com Repository Path: */svn* Server Port: *Default* Click "Continue" to go to Details Page. Choose: *User Name and Password* Enter your *Gmail* username and password Choose: "Save password" Leave: "Use client authorization" blank Choose: "Verify connection when pressing 'Next' Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click *Finish* ]]> 15631537 15664276 Install New Software. This should display the "Install" dialog. 3. Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) 1. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html 2. Set up the MBARI DSS repository in SmartSVN from the main menu: Repository > Manage Profiles... > Add Set the following: Protocol: *HTTPS* Server Name: https://mbari-dss.googlecode.com Repository Path: */svn* Server Port: *Default* Click "Continue" ]]> 15631536 15664281 Install New Software. This should display the "Install" dialog. 3. Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) 1. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html 2. Set up the MBARI DSS repository in SmartSVN from the main menu: *Repository > Manage Profiles... > Add* Set the following on the Location Page: Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" to go to Details Page. Choose: *User Name and Password* Enter your *Gmail* username and password Choose: "Save password" Leave: "Use client authorization" blank Choose: "Verify connection when pressing 'Next' Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" 3. Checkout the repository trunk to a local directory on your computer (e.g., username/DSS) ]]> 15631541 15664279 Install New Software. This should display the "Install" dialog. 3. Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) 1. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html 2. Set up the MBARI DSS repository in SmartSVN from the main menu: Repository > Manage Profiles... > Add Set the following on the Location Page: Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" to go to Details Page. Choose: *User Name and Password* Enter your *Gmail* username and password Choose: "Save password" Leave: "Use client authorization" blank Choose: "Verify connection when pressing 'Next' Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click *Finish* ]]> 15631539 15664270 Install New Software. This should display the "Install" dialog. 3. Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) 1. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html 2. Set up the MBARI DSS repository in SmartSVN from the main menu: Repository > Manage Profiles... > Add Set the following: Protocol: HTTP Server Name: https://mbari-dss.googlecode.com ]]> 15631530 15664268 Install New Software. This should display the "Install" dialog. Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install]]> 15631528 15664274 Install New Software. This should display the "Install" dialog. 3. Paste [http://m2eclipse.sonatype.org/sites/m2e into] the URL, check the boxes and install h3. Subversion (SVN) 1. Go to the following site and download the most recent version of SmartSVN for your system: [http://www.syntevo.com/smartsvn/download.html] 2. Set up the MBARI DSS repository in SmartSVN from the main menu: Repository > Manage Profiles... > Add Set the following: Protocol: *HTTP* Server Name: [https://mbari-dss.googlecode.com] Repository: /svn Thom Notes: another option for Eclipse users is to install subclipse http://subclipse.tigris.org/]]> 15631534 15664273 Install New Software. This should display the "Install" dialog. 3. Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) 1. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html 2. Set up the MBARI DSS repository in SmartSVN from the main menu: Repository > Manage Profiles... > Add Set the following: Protocol: *HTTP* Server Name: https://mbari-dss.googlecode.com Repository: /svn ]]> 15631533 15664271 Install New Software. This should display the "Install" dialog. 3. Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) 1. Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html 2. Set up the MBARI DSS repository in SmartSVN from the main menu: Repository > Manage Profiles... > Add Set the following: Protocol: *bold*HTTP Server Name: https://mbari-dss.googlecode.com Repository: /svn ]]> 15631531 15664265 Install New Software. This should display the "Install" dialog. Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install]]> 15631525 15664263 Install New Software. This should display the "Install" dialog. Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install]]> 15631523 15664315 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" h3. Checkout DSS Repository using SmartSVN Client _This will install the project code onto you local computer._ Project > Checkout... Choose the DSS-Repo (that you just setup) and click "Continue" Location Page: Choose "trunk" and click "Continue" Local Directory Page: Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" Project Page: "Check out a working copy" > "Add a new project:" DSS-Repo Click "Continue" Verify settings are correct and click "Finish" ]]> 15631576 15664316 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" h3. Checkout DSS Repository using SmartSVN Client (This will install the project code onto you local computer.) Project > Checkout... Choose the DSS-Repo (that you just setup) and click "Continue" Location Page: Choose "trunk" and click "Continue" Local Directory Page: Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" Project Page: "Check out a working copy" > "Add a new project:" DSS-Repo Click "Continue" Verify settings are correct and click "Finish" ]]> 15631577 15664317 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" h3. Checkout DSS Repository using SmartSVN Client (This will install the project code onto you local computer.) _Project > Checkout..._ Choose the DSS-Repo (that you just setup) and click "Continue" Location Page: Choose "trunk" and click "Continue" Local Directory Page: Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" Project Page: "Check out a working copy" > "Add a new project:" DSS-Repo Click "Continue" Verify settings are correct and click "Finish" ]]> 15631578 15664318 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" h3. Checkout DSS Repository using SmartSVN Client (This will install the project code onto you local computer.) _Project > Checkout..._ Choose the DSS-Repo (that you just setup) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" DSS-Repo Click "Continue" Verify settings are correct and click "Finish" ]]> 15631579 15664319 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631580 15664320 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631581 15664321 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download Client* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631582 15664322 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download Client* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631583 15664307 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" h3. Checkout DSS Repository _This will install the project code onto you local computer. Project > Checkout... Choose the DSS-Repo (that you just setup) and click "Continue" Location Page: Choose "trunk" and click "Continue" Local Directory Page: Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" Project Page: "Check out a working copy" > "Add a new project:" DSS-Repo Click "Continue" Verify settings are correct and click "Finish" ]]> 15631568 15664308 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN*|CANON:DSS SmartSVN Setup] *3. Checkout the repository trunk to a local directory on your computer.* _This will install the project code onto you local computer._ *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631569 15664309 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer.* _This will install the project code onto you local computer._ *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631570 15664310 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] _This will install the project code onto you local computer._ *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631571 20119652 RC->Shore over VSAT/3G (Frederic will write the software for the acoustic link) ## Directly from Dorado->Shore over Iridium ## High Resolution AUV data and processed products (? - maybe over 3G) h5. Task List || Number || Task || Responsible Person || Status || | 1 | Refactor build for more consistent deployment on test server (continuous integration) as well as for deployment on the new CentOS servers for odss-test (replace odss-staging), odss (replace beach), zuma (carson), malibu (replace malibu) | Kevin | In process | | 2 | Have I.S. build new CentOS VM to replace odds-staging | Kevin | Ticket submitted | | 3 | Configure new ODSS build on to odss-test | Kevin | | | 4 | Check out/install MBARITracking consumers/database on odss-test and start consuming platforms tracks from AMQP | Kevin/Rich/Mike | | | 5 | Install and configure STOQS on odss-test | Rich/Mike | | | 6 | Migrate Mike's code to send GPS locations through AMQP from WF to Carson | Kevin/Rich | | | 7 | Get full list of remote sensing (i.e. layers) from science and configure to download data to odss-test erddap installation | Danelle | | | 8 | Inventory all ERDDAP and THREDDS data on beach.mbari.org for move to new server | Kevin | | | 9 | Layout directory structure for data repo for ECOHAB and define which locations will be rsync'd and configure on beach.mbari.org (Atlas actually) | Kevin | | | 10 | Contact Arvind and characterize glider data and access | Duane | | | 11 | Write adapter to pull tracks from glider data sources and publish to AMQP | Kevin/Rich | | | 12 | Write adapter to pull tracking data from ESP and publish to AMQP | Kevin/Rich | | | 13 | Integrate STOQS sensor tracks into ODSS UI | Kevin | | | 14 | Clone odss-test to zuma and configure for Carson operation | All | | | 15 | Set up rsync to sync identified directories between beach.mbari.org (atlas) and zuma) | Kevin/Tom | | | 16 | Configure rsync to copy files from ESP (or bufflehead) to directory structure on beach (then to rsync to zuma) | Kevin/Brent | | | 17 | Install ESP GUI software on laptops and point to the FTP server on zuma where ESP files are located | Kevin | | h5. Logical Diagram Under construction.]]> 20086887 15664312 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" h3. Checkout DSS Repository _This will install the project code onto you local computer._ Project > Checkout... Choose the DSS-Repo (that you just setup) and click "Continue" Location Page: Choose "trunk" and click "Continue" Local Directory Page: Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" Project Page: "Check out a working copy" > "Add a new project:" DSS-Repo Click "Continue" Verify settings are correct and click "Finish" ]]> 15631573 15664313 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" h3. Checkout DSS Repository using SmartSVN Client _This will install the project code onto you local computer._ Project > Checkout... Choose the DSS-Repo (that you just setup) and click "Continue" Location Page: Choose "trunk" and click "Continue" Local Directory Page: Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" Project Page: "Check out a working copy" > "Add a new project:" DSS-Repo Click "Continue" Verify settings are correct and click "Finish" ]]> 15631574 15664299 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2. Set up the MBARI DSS repository in SmartSVN* _Repository > Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" *3. Checkout the repository trunk to a local directory on your computer.* _This will install the project code onto you local computer._ *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631560 15664302 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2. [Set up the MBARI DSS repository in SmartSVN*|CANON:DSS SmartSVN Setup] _Repository > Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" *3. Checkout the repository trunk to a local directory on your computer.* _This will install the project code onto you local computer._ *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631563 15664301 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2. Set up the MBARI DSS repository in SmartSVN* (setup) _Repository > Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" *3. Checkout the repository trunk to a local directory on your computer.* _This will install the project code onto you local computer._ *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631562 15664304 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository in SmartSVN*|CANON:DSS SmartSVN Setup] _Repository > Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" *3. Checkout the repository trunk to a local directory on your computer.* _This will install the project code onto you local computer._ *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" h3. Install Google Chrome Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) h3. Install FireFox and Selenium Plugin ]]> 15631565 20119675 /dev/null 2>/dev/null || true endscript } {noformat} to {noformat} /var/log/httpd/*log { compress delaycompress rotate 7 daily missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} # Create a directory under the apache configuration for custom configuration files (/etc/httpd/custom) and grant the group ODSS_ADMIN read and write privs on it. # Edit the apache configuration file and include any configuration files in the directory you just created {noformat} Include /etc/httpd/conf/custom/*.conf {noformat} # Create a symbolic link in the Apache html /var/www/html/data and point to /data. # Edit the Apache httpd.conf file and make sure directory browsing is enabled for the directory /data # Grant the ODSS_ADMIN group read and write privs to the /var/www/html directory # Grant the ODSS_ADMIN group read privs on the http log at /var/log/httpd # Install Java 7 (64 bit) and make default Java # Install ant # Install latest version of Python 2 (NOTE: Not Python 3) # Install 3 copies of Apache Tomcat 7.0.35 and name them: ## /opt/apache-tomcat-odss-7.0.35 ## /opt/apache-tomcat-erddap-7.0.35 ## /opt/apache-tomcat-thredds-7.0.35 # Create start up script for all three instances and put in /etc/init.d, but do not set them up to start yet. # In the start up scripts make sure that the processes will start under the tomcat account. # Give the group ODSS_ADMIN read and write privs to all three tomcat directories (recursively). # Install SSL certificate that can be used for Tomcat 7 # Install/enable MySQL database server, start it and then configure to run on startup # For COSCI, the following needs to be added to the /etc/my.cnf under the [mysqld] entry: {noformat} max_allowed_packet=16M {noformat} # Install latest version of PostgreSQL Server (9.2.2 as of this writing) [http://www.postgresql.org] # Install PostGIS extension [http://postgis.net] # Download, build, install the mapserver requirements ([http://mapserver.org/installation/unix.html]): ## libpng ## freetype ## GD ## zlib ## libproj ## libcurl ## OGR ## GDAL ## libpg (requires install of Postgres) # Download, build and install (copy .lib/mapserver to /var/www/cgi-bin) mapserver using the following options in the ./configure step: {noformat} --with-proj=xxxxxx # (xxxxxx is usually /usr/local) --with-ogr=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-gdal=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-wfs --with-wfsclient --with-wmsclient --with-postgis=xxxxx/pg_config # (xxxxxx depends on postgres install location) --with-kml {noformat} # Edit the epsg file (should be in /usr/local/Proj4/share/proj/epsg) that was installed with libproj and add the following at the bottom: {noformat} # Google Earth / Virtual Globe Mercator <900913> +proj=merc +a=6378137 +b=6378137 +lat_ts=0.0 +lon_0=0.0 +x_0=0.0 +y_0=0 +k=1.0 +units=m +no_defs {noformat} # Install tilecache: ## Download the tilecache tar.gz file from [http://tilecache.org] ## cd /var/www ## tar -zxvf tilecache-2.11-patched.tar.gz ## ln -s tilecache-2.11 tilecache ## Create and add following tilecache http configuration file to /etc/httpd/conf.d/tilecache.conf {noformat} alias /tilecache/ "/var/www/tilecache/" AddHandler cgi-script .cgi Options +ExecCGI {noformat} h3. Notes for ODSS Developers: # Configure ProxyPass entries in httpd.conf ## http://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same as your observation) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ (same) ## https://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ ## http://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## http://odss-master.mbari.org/cosci/data/ redirects to https://odss-master.mbari.org/cosci/data/ ## https://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## index.html redirect page to handle taking odss-master.mbari.org (http or https) to https://odss-master.mbari.org/odss/ # For automated rsync, we need to avoid the need to enter a password each time the sync occurs. I believe that IS configured password-less ssh login between some of the machines, as described at [http://www.debian-administration.org/articles/152] # Create firewall holes ## odss-master to atlas ODSS share ## odss-master to atlas LRAUV ## odss-master to secmail.shore.mbari.org:587 ## odss-master to snow.shore.mbari.org:993 and 995 ## odss-master to dods.mbari.org:80 ## odss-master to cencalcurrents.org:80 ## odss-master to messaging.shore.mbari.org:5672 and 55672 # Edit /etc/fstab and add: {noformat} atlasnfs.shore.mbari.org:/ifs/mbari/ODSS /ODSS nfs rw,suid 0 0 /ODSS/data/canon /home/canon none defaults,bind 0 0 /ODSS/data/biospace /home/biospace none defaults,bind 0 0 atlasnfs.shore.mbari.org:/ifs/mbariarchive/LRAUV /LRAUV nfs ro,suid 0 0 {noformat}]]> 20086910 20119678 /dev/null 2>/dev/null || true endscript } {noformat} to {noformat} /var/log/httpd/*log { compress delaycompress rotate 7 daily missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} # Create a directory under the apache configuration for custom configuration files (/etc/httpd/custom) and grant the group ODSS_ADMIN read and write privs on it. # Edit the apache configuration file and include any configuration files in the directory you just created {noformat} Include /etc/httpd/conf/custom/*.conf {noformat} # Create a symbolic link in the Apache html /var/www/html/data and point to /data. # Edit the Apache httpd.conf file and make sure directory browsing is enabled for the directory /data # Grant the ODSS_ADMIN group read and write privs to the /var/www/html directory # Grant the ODSS_ADMIN group read privs on the http log at /var/log/httpd # Install Java 7 (64 bit) and make default Java # Install ant # Install latest version of Python 2 (NOTE: Not Python 3) # Install 3 copies of Apache Tomcat 7.0.35 and name them: ## /opt/apache-tomcat-odss-7.0.35 ## /opt/apache-tomcat-erddap-7.0.35 ## /opt/apache-tomcat-thredds-7.0.35 # Create start up script for all three instances and put in /etc/init.d, but do not set them up to start yet. # In the start up scripts make sure that the processes will start under the tomcat account. # Give the group ODSS_ADMIN read and write privs to all three tomcat directories (recursively). # Install SSL certificate that can be used for Tomcat 7 # Install/enable MySQL database server, start it and then configure to run on startup # For COSCI, the following needs to be added to the /etc/my.cnf under the [mysqld] entry: {noformat} max_allowed_packet=16M {noformat} # Install latest version of PostgreSQL Server (9.2.2 as of this writing) [http://www.postgresql.org] # Install PostGIS extension [http://postgis.net] # Install django framework # Download, build, install the mapserver requirements ([http://mapserver.org/installation/unix.html]): ## libpng ## freetype ## GD ## zlib ## libproj ## libcurl ## OGR ## GDAL ## libpg (requires install of Postgres) # Download, build and install (copy .lib/mapserver to /var/www/cgi-bin) mapserver using the following options in the ./configure step: {noformat} --with-proj=xxxxxx # (xxxxxx is usually /usr/local) --with-ogr=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-gdal=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-wfs --with-wfsclient --with-wmsclient --with-postgis=xxxxx/pg_config # (xxxxxx depends on postgres install location) --with-kml {noformat} # Edit the epsg file (should be in /usr/local/Proj4/share/proj/epsg) that was installed with libproj and add the following at the bottom: {noformat} # Google Earth / Virtual Globe Mercator <900913> +proj=merc +a=6378137 +b=6378137 +lat_ts=0.0 +lon_0=0.0 +x_0=0.0 +y_0=0 +k=1.0 +units=m +no_defs {noformat} # Install tilecache: ## Download the tilecache tar.gz file from [http://tilecache.org] ## cd /var/www ## tar -zxvf tilecache-2.11-patched.tar.gz ## ln -s tilecache-2.11 tilecache ## Create and add following tilecache http configuration file to /etc/httpd/conf.d/tilecache.conf {noformat} alias /tilecache/ "/var/www/tilecache/" AddHandler cgi-script .cgi Options +ExecCGI {noformat} h3. Notes for ODSS Developers: # Configure ProxyPass entries in httpd.conf ## http://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same as your observation) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ (same) ## https://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ ## http://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## http://odss-master.mbari.org/cosci/data/ redirects to https://odss-master.mbari.org/cosci/data/ ## https://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## index.html redirect page to handle taking odss-master.mbari.org (http or https) to https://odss-master.mbari.org/odss/ # For automated rsync, we need to avoid the need to enter a password each time the sync occurs. I believe that IS configured password-less ssh login between some of the machines, as described at [http://www.debian-administration.org/articles/152] # Create firewall holes ## odss-master to atlas ODSS share ## odss-master to atlas LRAUV ## odss-master to secmail.shore.mbari.org:587 ## odss-master to snow.shore.mbari.org:993 and 995 ## odss-master to dods.mbari.org:80 ## odss-master to cencalcurrents.org:80 ## odss-master to messaging.shore.mbari.org:5672 and 55672 # Edit /etc/fstab and add: {noformat} atlasnfs.shore.mbari.org:/ifs/mbari/ODSS /ODSS nfs rw,suid 0 0 /ODSS/data/canon /home/canon none defaults,bind 0 0 /ODSS/data/biospace /home/biospace none defaults,bind 0 0 atlasnfs.shore.mbari.org:/ifs/mbariarchive/LRAUV /LRAUV nfs ro,suid 0 0 {noformat}]]> 20086913 15664306 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish"]]> 15631567 20119677 /dev/null 2>/dev/null || true endscript } {noformat} to {noformat} /var/log/httpd/*log { compress delaycompress rotate 7 daily missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} # Create a directory under the apache configuration for custom configuration files (/etc/httpd/custom) and grant the group ODSS_ADMIN read and write privs on it. # Edit the apache configuration file and include any configuration files in the directory you just created {noformat} Include /etc/httpd/conf/custom/*.conf {noformat} # Create a symbolic link in the Apache html /var/www/html/data and point to /data. # Edit the Apache httpd.conf file and make sure directory browsing is enabled for the directory /data # Grant the ODSS_ADMIN group read and write privs to the /var/www/html directory # Grant the ODSS_ADMIN group read privs on the http log at /var/log/httpd # Install Java 7 (64 bit) and make default Java # Install ant # Install latest version of Python 2 (NOTE: Not Python 3) # Install 3 copies of Apache Tomcat 7.0.35 and name them: ## /opt/apache-tomcat-odss-7.0.35 ## /opt/apache-tomcat-erddap-7.0.35 ## /opt/apache-tomcat-thredds-7.0.35 # Create start up script for all three instances and put in /etc/init.d, but do not set them up to start yet. # In the start up scripts make sure that the processes will start under the tomcat account. # Give the group ODSS_ADMIN read and write privs to all three tomcat directories (recursively). # Install SSL certificate that can be used for Tomcat 7 # Install/enable MySQL database server, start it and then configure to run on startup # For COSCI, the following needs to be added to the /etc/my.cnf under the [mysqld] entry: {noformat} max_allowed_packet=16M {noformat} # Install latest version of PostgreSQL Server (9.2.2 as of this writing) [http://www.postgresql.org] # Install PostGIS extension [http://postgis.net] # Install django framework # Download, build, install the mapserver requirements ([http://mapserver.org/installation/unix.html]): ## libpng ## freetype ## GD ## zlib ## libproj ## libcurl ## OGR ## GDAL ## libpg (requires install of Postgres) # Download, build and install (copy .lib/mapserver to /var/www/cgi-bin) mapserver using the following options in the ./configure step: {noformat} --with-proj=xxxxxx # (xxxxxx is usually /usr/local) --with-ogr=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-gdal=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-wfs --with-wfsclient --with-wmsclient --with-postgis=xxxxx/pg_config # (xxxxxx depends on postgres install location) --with-kml {noformat} # Edit the epsg file (should be in /usr/local/Proj4/share/proj/epsg) that was installed with libproj and add the following at the bottom: {noformat} # Google Earth / Virtual Globe Mercator <900913> +proj=merc +a=6378137 +b=6378137 +lat_ts=0.0 +lon_0=0.0 +x_0=0.0 +y_0=0 +k=1.0 +units=m +no_defs {noformat} # Install tilecache: ## Download the tilecache tar.gz file from [http://tilecache.org] ## cd /var/www ## tar -zxvf tilecache-2.11-patched.tar.gz ## ln -s tilecache-2.11 tilecache ## Create and add following tilecache http configuration file to /etc/httpd/conf.d/tilecache.conf {noformat} alias /tilecache/ "/var/www/tilecache/" AddHandler cgi-script .cgi Options +ExecCGI {noformat} h3. Notes for ODSS Developers: # Configure ProxyPass entries in httpd.conf ## http://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same as your observation) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ (same) ## https://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ ## http://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## http://odss-master.mbari.org/cosci/data/ redirects to https://odss-master.mbari.org/cosci/data/ ## https://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## index.html redirect page to handle taking odss-master.mbari.org (http or https) to https://odss-master.mbari.org/odss/ # For automated rsync, we need to avoid the need to enter a password each time the sync occurs. I believe that IS configured password-less ssh login between some of the machines, as described at [http://www.debian-administration.org/articles/152] # Create firewall holes ## odss-master to atlas ODSS share ## odss-master to atlas LRAUV ## odss-master to secmail.shore.mbari.org:587 ## odss-master to snow.shore.mbari.org:993 and 995 ## odss-master to dods.mbari.org:80 ## odss-master to cencalcurrents.org:80 ## odss-master to messaging.shore.mbari.org:5672 and 55672 # Edit /etc/fstab and add: {noformat} atlasnfs.shore.mbari.org:/ifs/mbari/ODSS /ODSS nfs rw,suid 0 0 /ODSS/data/canon /home/canon none defaults,bind 0 0 /ODSS/data/biospace /home/biospace none defaults,bind 0 0 atlasnfs.shore.mbari.org:/ifs/mbariarchive/LRAUV /LRAUV nfs ro,suid 0 0 {noformat}]]> 20086912 15664292 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2. Set up the MBARI DSS repository in SmartSVN* _Repository > Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose: *User Name and Password* Enter your *Gmail* username and password Choose: "Save password" Leave: "Use client authorization" blank Choose: "Verify connection when pressing 'Next' Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" *3. Checkout the repository trunk to a local directory on your computer.* _This will install the project code onto you local computer._ *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" ]]> 15631552 15664291 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2. Set up the MBARI DSS repository in SmartSVN* *Repository > Manage Profiles... > Add* *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose: *User Name and Password* Enter your *Gmail* username and password Choose: "Save password" Leave: "Use client authorization" blank Choose: "Verify connection when pressing 'Next' Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" *3. Checkout the repository trunk to a local directory on your computer.* _This will install the project code onto you local computer._ *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" ]]> 15631551 20119674 /dev/null 2>/dev/null || true endscript } {noformat} to {noformat} /var/log/httpd/*log { compress delaycompress rotate 7 daily missingok notifempty sharedscripts postrotate /sbin/service httpd reload > /dev/null 2>/dev/null || true endscript } {noformat} # Create a directory under the apache configuration for custom configuration files (/etc/httpd/custom) and grant the group ODSS_ADMIN read and write privs on it. # Edit the apache configuration file and include any configuration files in the directory you just created {noformat} Include /etc/httpd/conf/custom/*.conf {noformat} # Create a symbolic link in the Apache html /var/www/html/data and point to /data. # Edit the Apache httpd.conf file and make sure directory browsing is enabled for the directory /data # Grant the ODSS_ADMIN group read and write privs to the /var/www/html directory # Grant the ODSS_ADMIN group read privs on the http log at /var/log/httpd # Install Java 7 (64 bit) and make default Java # Install latest version of Python 2 (NOTE: Not Python 3) # Install 3 copies of Apache Tomcat 7.0.35 and name them: ## /opt/apache-tomcat-odss-7.0.35 ## /opt/apache-tomcat-erddap-7.0.35 ## /opt/apache-tomcat-thredds-7.0.35 # Create start up script for all three instances and put in /etc/init.d, but do not set them up to start yet. # In the start up scripts make sure that the processes will start under the tomcat account. # Give the group ODSS_ADMIN read and write privs to all three tomcat directories (recursively). # Install SSL certificate that can be used for Tomcat 7 # Install/enable MySQL database server, start it and then configure to run on startup # For COSCI, the following needs to be added to the /etc/my.cnf under the [mysqld] entry: {noformat} max_allowed_packet=16M {noformat} # Install latest version of PostgreSQL Server (9.2.2 as of this writing) [http://www.postgresql.org] # Install PostGIS extension [http://postgis.net] # Download, build, install the mapserver requirements ([http://mapserver.org/installation/unix.html]): ## libpng ## freetype ## GD ## zlib ## libproj ## libcurl ## OGR ## GDAL ## libpg (requires install of Postgres) # Download, build and install (copy .lib/mapserver to /var/www/cgi-bin) mapserver using the following options in the ./configure step: {noformat} --with-proj=xxxxxx # (xxxxxx is usually /usr/local) --with-ogr=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-gdal=xxxxxx/gdal-config # (xxxxxx is usually /usr/local/bin) --with-wfs --with-wfsclient --with-wmsclient --with-postgis=xxxxx/pg_config # (xxxxxx depends on postgres install location) --with-kml {noformat} # Edit the epsg file (should be in /usr/local/Proj4/share/proj/epsg) that was installed with libproj and add the following at the bottom: {noformat} # Google Earth / Virtual Globe Mercator <900913> +proj=merc +a=6378137 +b=6378137 +lat_ts=0.0 +lon_0=0.0 +x_0=0.0 +y_0=0 +k=1.0 +units=m +no_defs {noformat} # Install tilecache: ## Download the tilecache tar.gz file from [http://tilecache.org] ## cd /var/www ## tar -zxvf tilecache-2.11-patched.tar.gz ## ln -s tilecache-2.11 tilecache ## Create and add following tilecache http configuration file to /etc/httpd/conf.d/tilecache.conf {noformat} alias /tilecache/ "/var/www/tilecache/" AddHandler cgi-script .cgi Options +ExecCGI {noformat} h3. Notes for ODSS Developers: # Configure ProxyPass entries in httpd.conf ## http://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same as your observation) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ (same) ## https://odss-master.mbari.org/cosci redirects to https://odss-master.mbari.org/cosci/ (same) ## http://odss-master.mbari.org/cosci/ redirects to https://odss-master.mbari.org/cosci/ ## http://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## http://odss-master.mbari.org/cosci/data/ redirects to https://odss-master.mbari.org/cosci/data/ ## https://odss-master.mbari.org/cosci/data redirects to https://odss-master.mbari.org/cosci/data/ ## index.html redirect page to handle taking odss-master.mbari.org (http or https) to https://odss-master.mbari.org/odss/ # For automated rsync, we need to avoid the need to enter a password each time the sync occurs. I believe that IS configured password-less ssh login between some of the machines, as described at [http://www.debian-administration.org/articles/152] # Create firewall holes ## odss-master to atlas ODSS share ## odss-master to atlas LRAUV ## odss-master to secmail.shore.mbari.org:587 ## odss-master to snow.shore.mbari.org:993 and 995 ## odss-master to dods.mbari.org:80 ## odss-master to cencalcurrents.org:80 ## odss-master to messaging.shore.mbari.org:5672 and 55672 # Edit /etc/fstab and add: {noformat} atlasnfs.shore.mbari.org:/ifs/mbari/ODSS /ODSS nfs rw,suid 0 0 /ODSS/data/canon /home/canon none defaults,bind 0 0 /ODSS/data/biospace /home/biospace none defaults,bind 0 0 atlasnfs.shore.mbari.org:/ifs/mbariarchive/LRAUV /LRAUV nfs ro,suid 0 0 {noformat}]]> 20086909 15664293 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2. Set up the MBARI DSS repository in SmartSVN* _Repository > Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose: *User Name and Password* Enter your *Gmail* username and password Choose: "Save password" Leave: "Use client authorization" +blank+ Choose: "Verify connection when pressing 'Next' Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" *3. Checkout the repository trunk to a local directory on your computer.* _This will install the project code onto you local computer._ *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" ]]> 15631553 15664295 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install h3. Subversion (SVN) *1. Download* Go to the following site and download the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2. Set up the MBARI DSS repository in SmartSVN* _Repository > Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" *3. Checkout the repository trunk to a local directory on your computer.* _This will install the project code onto you local computer._ *Project > Checkout...* Choose the *DSS-Repo* (that you just setup) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/DSS) Click "Into Subdirectory:" *root* Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" *DSS-Repo* Click "Continue" Verify settings are correct and click "Finish" ]]> 15631555 15664298 15631559 19071124 19038358 19071123 19038357 19071126 19038360 19071128 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038362 19071130 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038364 19071129 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038363 20119964 /home/stoqsadm/deployed/mapfiles/line67 line67 wkbPoint WGS84 {noformat} # Create shape file using line67.vrt file {noformat} ogr2ogr -overwrite -f "ESRI Shapefile" /home/stoqsadm/deployed/mapfiles/line67 line67.vrt {noformat} # Once shape file is created, can put in a mapserver layer definition, e.g. (note, the LABELITEM is station as it must link back to the same field station used in the .csv/.shp files) {noformat} LAYER NAME 'line67' TYPE POINT DUMP true CONNECTION '/home/stoqsadm/deployed/mapfiles/line67/line67.shp' CONNECTIONTYPE OGR LABELITEM 'station' STATUS ON TRANSPARENCY 100 DEBUG 5 PROJECTION 'proj=longlat' 'datum=WGS84' 'no_defs' END METADATA 'wms_title' 'line67' 'wms_name' 'line67' 'wms_onlineresource' 'http://localhost/cgi-bin/mapserv?map=/home/stoqsadm/deployed/mapfiles/proxy.map' 'wms_server_version' '1.1.0' 'wms_srs' 'EPSG:4326' 'wms_format' 'image/png' 'wms_transparent' 'true' END CLASS NAME 'Line67' STYLE SYMBOL "circle" SIZE 8 OUTLINECOLOR 0 0 0 COLOR 255 0 0 END LABEL FONT "sans" TYPE truetype POSITION AUTO SIZE 8 COLOR 255 0 0 OUTLINECOLOR 0 0 0 PARTIALS TRUE END END END {noformat} ]]> 20087206 19071134 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038368 19071112 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038346 19071114 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038348 19071118 19038352 19071119 19038353 19071120 19038354 19071121 19038355 19071154 19038388 19071192 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038426 15664387 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install it: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository using SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] *4.* From a terminal window on your computer, navigate to the location of the checked out DSS code (e.g., *cd /username/dss*). \\ \\ Perform an update with the line command: *svn update* ----- \\ h3. Launch the GWT Development Mode *1.* Navigate to the location of the checked out DSS code on your local computer. *2.* Enter the following command to build the GWT development: *mvn gwt:run* *3.* Allow time for this to build. The first build can take a while. *4.* Upon completion of the build, a new window should pop up entitled *GWT Development Mode* *5.* Click on "Launch Default Browser" and install any plugins that may be required by the system. ]]> 15631648 15664388 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" ---- h3. Checkout DSS Repository using SmartSVN Client (This will install the project code onto you local computer.) From the Main Menu: _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/dss) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" dss Click "Continue" Verify settings are correct and click "Finish" ]]> 15631649 15664389 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" ---- \\ h3. Checkout DSS Repository using SmartSVN Client (This will install the project code onto you local computer.) From the Main Menu: _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/dss) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" dss Click "Continue" Verify settings are correct and click "Finish" ]]> 15631650 15664390 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" ---- \\ h3. Checkout DSS Repository using SmartSVN Client (This will install the project code onto you local computer.) From the Main Menu: _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/dss) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" dss Click "Continue" Verify settings are correct and click "Finish" ]]> 15631651 19071188 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038422 15664391 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" ---- \\ h3. Checkout DSS Repository using SmartSVN Client *(This will install the project code onto you local computer.)* From the Main Menu: _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/dss) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" dss Click "Continue" Verify settings are correct and click "Finish" ]]> 15631652 15664392 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" ---- \\ h3. Checkout DSS Repository using SmartSVN Client *(This will install the project code onto you local computer.)* From the Main Menu: _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/dss) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" dss Click "Continue" Verify settings are correct and click "Finish" ]]> 15631653 19071190 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038424 15664393 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install it: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository using SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] *4.* From a terminal window on your computer, navigate to the location of the checked out DSS code (e.g., *cd /username/dss*). \\ \\ Perform an update with the line command: *svn update* ----- \\ h3. Launch the GWT Development Mode *1.* Navigate to the location of the checked out DSS code on your local computer. *2.* Enter the following command to build the GWT development: *mvn gwt:run* *3.* Allow time for this to build. The first build can take a while. *4.* Upon completion of the build, a new window should pop up entitled *GWT Development Mode* *5.* Click on "Launch Default Browser" and install any plugins that may be required by the system. The result should be a web page of the MBARI DSS Web Application ---- \\ ]]> 15631654 15664394 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install it: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository using SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] *4.* From a terminal window on your computer, navigate to the location of the checked out DSS code (e.g., *cd /username/dss*). \\ \\ Perform an update with the line command: *svn update* ----- \\ h3. Launch the GWT Development Mode *1.* Navigate to the location of the checked out DSS code on your local computer. *2.* Enter the following command to build the GWT development: *mvn gwt:run* *3.* Allow time for this to build. The first build can take a while. *4.* Upon completion of the build, a new window should pop up entitled *GWT Development Mode* *5.* Click on "Launch Default Browser" and install any plugins that may be required by the system. The result should be a web page of the MBARI DSS Web Application ---- \\ ]]> 15631655 15664395 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" ---- \\ h3. Checkout DSS Repository using SmartSVN Client *(This will install the project code onto your local computer.)* From the Main Menu: _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/dss) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" dss Click "Continue" Verify settings are correct and click "Finish" ]]> 15631656 15664396 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" ---- \\ h3. Checkout DSS Repository using SmartSVN Client *(This will install the project code onto your local computer.)* From the Main Menu: _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/dss) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" dss Click "Continue" Verify settings are correct and click "Finish" ]]> 15631657 15664397 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" ---- \\ h3. Checkout DSS Repository using SmartSVN Client *(This will install the project code onto your local computer.)* From the Main Menu: _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/dss) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" dss Click "Continue" Verify settings are correct and click "Finish" ]]> 15631658 15664399 Manage Profiles... > Add_ *Location Page:* Protocol: *HTTPS* Server Name: *mbari-dss.googlecode.com* Repository Path: */svn* Server Port: *Default* Click "Continue" *Details Page:* Choose *User Name and Password* Enter your *Gmail* username and password Choose "Save password" Leave "Use client authorization" +blank+ Choose "Verify connection when pressing 'Next'" Click "Next". Supply a profile name for the Repository (e.g., DSS-Repo) Click "Finish" ---- \\ {anchor:SVNcheckout}h3. Checkout DSS Repository using SmartSVN Client *(This will install the project code onto your local computer.)* From the Main Menu: _Project > Checkout..._ Choose the DSS-Repo (that you just setup above) and click "Continue" *Location Page:* Choose "trunk" and click "Continue" *Local Directory Page:* Provide a Local Directory (e.g., username/dss) Click "Into Subdirectory:" root Click "Check out Recursively" and then Click "Continue" *Project Page:* "Check out a working copy" > "Add a new project:" dss Click "Continue" Verify settings are correct and click "Finish" ]]> 15631660 15664401 Install New Software. This should display the "Install" dialog. *3.* Paste http://m2eclipse.sonatype.org/sites/m2e into the URL, check the boxes and install ---- \\ h3. Google Chrome *1.* Go to the following site and install Google Chrome Browser: (http://www.google.com/chrome) ----- \\ h3. FireFox and Selenium Plugin *1.* Download and install the FireFox browser at: (http://www.mozilla.com/en-US/firefox/) *2.* Next, from the FireFox browser, download the most recent version of Selenium IDE and install it: (http://seleniumhq.org/download/) {quote} The request to install Selenium should open the "Add-ons" page for FireFox. Accept Selenium as an add-on. Restart FireFox to implement the Selenium Plugin. {quote} *3.* You should now be able to access the Selenium Test Application on FireFox from the main menu: _Tools > Selenium IDE_ ---- \\ h3. Subversion (SVN) *1.* Download and install the most recent version of SmartSVN for your system: http://www.syntevo.com/smartsvn/download.html *2.* [Set up the MBARI DSS repository using SmartSVN|CANON:DSS SmartSVN Setup] *3.* [Checkout the repository trunk to a local directory on your computer|CANON:DSS SmartSVN Setup] *4.* From a terminal window on your computer, navigate to the location of the checked out DSS code (e.g., *cd /username/dss*). \\ \\ Perform an update with the line command: *svn update* ----- \\ h3. Launch the GWT Development Mode *1.* Navigate to the location of the checked out DSS code on your local computer. *2.* Enter the following command to build the GWT development: *mvn gwt:run* *3.* Allow time for this to build. The first build can take a while. *4.* Upon completion of the build, a new window should pop up entitled *GWT Development Mode* *5.* Click on "Launch Default Browser" and install any plugins that may be required by the system. The result should be a web page of the MBARI DSS Web Application. ---- \\ ]]> 15631662 20120008 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20087250 20120010 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20087252 20120016 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20087258 15664412 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install the Maven Plugin*: ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _M2Eclipse_ and in the Location box, enter http://m2eclipse.sonatype.org/sites/m2e ## Click on OK, and the list of things to install will show up. ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out JD's original tagged code and run (these instructions are using Subclipse in Eclipse) # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* # In the left pane, select the *SVN Repositories* tab. # Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location # In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. # You should see a listing something like: !SVNCheckout.jpg! # Right-click on the _jd-2010-12-02_ folder and select *Checkout...*. You can accept the defaults for the most part (unless you want to change the location where the project was checked out on your local disk). All the files will then be copied down to your local machine (this can take a while!). # Open the Java perspective and you should now see the MBARI_DSS_v0 project in the Package Explorer. {note:title=Broken JRE dependency} At least on the Mac, the project had errors because the expected JRE was not located. This makes sense because it is pretty unlikely the JRE will be in the same spot for developer to developer. No big deal, right click on the project and choose *Build Path...\->Configure Build Path*. Click on the *Libraries* tab and you will probably see a red X next to the JRE. Select the JRE and click on *Remove*. Then click on *Add Library*, select *JRE System Library*, and then click Next\->. More than likely you can choose the default, but make sure it is 1.6, then click Finish. Click OK and the project should be right as rain. {note} # Right-click on the MBARI_DSS_v0 project and select *Run As\->Web Application*. This will start up the application in an embedded server environment. # Open http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html in your browser and you should see the application running. # To stop the application, go back to Eclipse and click on the red stop box in the Console window. h5. Check out the trunk and run # Go back to *SVN Repository Exploring* perspective. # In the *SVN Repositories* tab, right click on the *trunk* folder and select *Checkout...*. Again, the defaults are fine unless you want to change the local location. # When done, you can switch to the *Java* perspective and see the project under the previous project. Several things need to be done before the project will right itself. ## If the Maven plugin in Eclipse does not resolve dependencies for you, you can: ### Go to a command line and cd to the location of the project that you checked out (should have the pom.xml file in it). ### Run *mvn clean compile*. That should download all the dependent jars that are needed for the project. # You should then be able to go to a command line and type *mvn clean compile package* and it will churn for a bit and generate a dss-1.0-SNAPSHOT.war file in the target directory which then can be deployed in your tomcat webapps directory. # Browse to [http://localhost:8080/dss-1.0-SNAPSHOT/] and you should see the application. ]]> 15631673 19071184 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038418 20120018 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20087260 15664414 Install New Software...* ## In the dialog that appears, you will want to create an update location for the GWT Plugin for Eclipse by clicking on *Add..*. ## Name the update location something like *GWT Plugin for Eclipse* and enter the update site URL into the location field: http://dl.google.com/eclipse/plugin/3.6 ## Click on OK and then wait for the list to show two entries (Plugin and SDKs). ## Click the *Select All* button to make sure you get everything and then click through (*Next->) the next couple of panels, accepting the license agreement and all defaults. The download and install should then happen and then Eclipse will most likely prompt you for a restart. Go ahead and do that. # *Install GWT Designer*: GWT Designer is a powerful and easy-to-use bi-directional Java GUI designer that lets you create user interfaces in minutes with tools for intelligent layout assist, drag-and-drop, and automatic code generation. ## In Eclipse, go to *Help \-> Install New Software* ## In the dialog, click on *Add..* to add a new update location. ## In the name box, enter something useful like _GWT Designer_ and in the location enter they URL http://dl.google.com/eclipse/inst/d2gwt/latest/3.6 and then click OK. ## A list of three things (GWT Designer, GWT Designer Editor, Infrastructure) should appear and then click on *Select All* to make sure you get everything. ## Click through (*Next\->*) the dialogs, accept license and defaults. ## The plugins should be downloaded and installed and it will likely ask you to restart eclipse. Go right ahead. # *Install SVN client*: If you don't have one already, you will need a SVN client on your machine (command line client). The best place to go to install is [http://subversion.tigris.org/]. *NOTE* For Mac, it is probably best to install the [CollabNet|http://www.open.collab.net/products/subversion/] version. Since you have to register to get it, I have attached the Snow Leopard version to this page and you can download it [here|^Subversion-1.6.15-10.6.x.dmg]. If you install the Subclipse plugin, it will complain if you use the standard subversion install. If you don't want to use a plugin for managing the interactions with SVN, you can use a separate client application like [SmartSVN|http://www.syntevo.com/smartsvn/index.html]. # (Optional) *Install Subversion Plugin*: You can install a couple of different ones. Mike detailed out installation instructions for Subverive and you can find those [here|https://oceana.mbari.org/confluence/display/CANON/Configuring+Eclipse+for+Team+development]. Here are the instructions for Subclipse: ## Go to *Help\->Install New Software* ## Click on *Add...* button to add a new update location ## In the name field enter something useful like _Subclipse_ ## In the location field enter http://subclipse.tigris.org/update_1.6.x and click on OK ## Once the list of packages to install shows up, click on *Select All* button. ## Click through (*Next\->*) and accept the license agreement and defaults. ## Once the plugin is done installing it may ask you to restart eclipse, go ahead and do so. # (Optional) *Install EclEmma*: EclEmma is a Java code coverage tool ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _EclEmma_ and in the Location box, enter http://update.eclemma.org/ ## Click on OK, and the list of things to install will show up (EclEmma). ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. # *Install the Maven Plugin*: ## Go to *Help\->Install New Software*. ## Click on the *Add...* button. ## In the name box, put in something useful like _M2Eclipse_ and in the Location box, enter http://m2eclipse.sonatype.org/sites/m2e ## Click on OK, and the list of things to install will show up. ## Select that box, and then click through and accept licenses and defaults. ## After the plugin is installed, it will ask you to restart, go ahead and do that. h5. To add SmartGWT to your project # After creating a GWT project, you can add the SmartGWT components to it. # Download the 2.4 zip file [here|http://smartgwt.googlecode.com/files/smartgwt-2.4.zip] # Unpack the zip somewhere convenient. # Right click on your project and select 'Build Path > Configure Build Path..." # Click on the 'Libraries' tab # Click on 'Add external jars..." # Navigate to the location where you unpacked the zip file and select the smartgwt.jar and the smartgwt-skins.jar and then click on 'Open'. # Then click on OK. h5. Setup server environment (for local deployment and testing) # Download Apache Tomcat from [here|http://tomcat.apache.org/download-60.cgi] (this is version 6.0). # For these instructions (on a Mac) I downloaded the tar.gz file and then simply unzipped/untarred it. # You can start the Tomcat server by opening a command line window, navigating to the apache-tomcat-6.0.XX/bin folder that was created when you unpacked the download and run *startup.(bat|sh)*. This will start the tomcat server running. # If the server is running OK, you should be able to go to [http://localhost:8080/] and see the default Tomcat page. # To shut the server down, simply run *shutdown.(bat|sh)* in the same location you started it. h5. Browser configuration for Development # *Install Firefox*: Firefox has some really nice plugins ## Install Firebug (more to come here) ## Install Firecookie. (more to come here) ## Install Selenium. (more to come here) # *Install Chrome*: To get the dev version of Google Chrome, go to the Dev channel: [http://www.google.com/chrome/eula.html?extra=devchannel] ## *Install Speed Tracer in Chrome*: Follow the instructions at [http://code.google.com/webtoolkit/speedtracer/get-started.html] to install and get familiar with it. h5. Get your feet wet # An easy 'getting started' step, is to create a GUI using *GWT Designer*. ## GWT Designer installs a tutorial in the help section. Go to *Help \-> Help Contents*, open the plus next to *Window Builder Pro User Guide* then open *Tutorials* and choose the GWT Login Manager. Just follow the steps detailed here. {note:title=Had problems} There are some subtle differences in the tutorial that probably came in when Google bought Instantiations, but it does work. {note} ## As an added step, in the *Build And Deploy* step of the tutorial, you can choose the *webapps* directory under your Tomcat installation in the _Server path to copy WAR:_ box and it will deploy the .war file to your Tomcat installation. If you then startup Tomcat and browse to [http://localhost:8080/LoginManager] you should see the same thing that you did in the tutorial. h5. Check out JD's original tagged code and run (these instructions are using Subclipse in Eclipse) # In Eclipse, go to *Window\->Open Perspective\->Other...* # Choose *SVN Repository Exploring* # In the left pane, select the *SVN Repositories* tab. # Click on the yellow cylinder labeled SVN that has a small plus to create a new SVN server location # In the URL box, type in https://mbari-dss.googlecode.com/svn and click OK. # You should see a listing something like: !SVNCheckout.jpg! # Right-click on the _jd-2010-12-02_ folder and select *Checkout...*. You can accept the defaults for the most part (unless you want to change the location where the project was checked out on your local disk). All the files will then be copied down to your local machine (this can take a while!). # Open the Java perspective and you should now see the MBARI_DSS_v0 project in the Package Explorer. {note:title=Broken JRE dependency} At least on the Mac, the project had errors because the expected JRE was not located. This makes sense because it is pretty unlikely the JRE will be in the same spot for developer to developer. No big deal, right click on the project and choose *Build Path...\->Configure Build Path*. Click on the *Libraries* tab and you will probably see a red X next to the JRE. Select the JRE and click on *Remove*. Then click on *Add Library*, select *JRE System Library*, and then click Next\->. More than likely you can choose the default, but make sure it is 1.6, then click Finish. Click OK and the project should be right as rain. {note} # Right-click on the MBARI_DSS_v0 project and select *Run As\->Web Application*. This will start up the application in an embedded server environment. # Open http://localhost:8888/org.mbari.dss.MBARI_DSS_v0/index.html in your browser and you should see the application running. # To stop the application, go back to Eclipse and click on the red stop box in the Console window. h5. Check out the trunk and run # Go back to *SVN Repository Exploring* perspective. # In the *SVN Repositories* tab, right click on the *trunk* folder and select *Checkout...*. Again, the defaults are fine unless you want to change the local location. # When done, you can switch to the *Java* perspective and see the project under the previous project. Several things need to be done before the project will right itself. ## If the Maven plugin in Eclipse does not resolve dependencies for you, you can: ### Go to a command line and cd to the location of the project that you checked out (should have the pom.xml file in it). ### Run *mvn clean compile*. That should download all the dependent jars that are needed for the project. # You should then be able to go to a command line and type *mvn clean compile package* and it will churn for a bit and generate a dss-1.0-SNAPSHOT.war file in the target directory which then can be deployed in your tomcat webapps directory. # Browse to [http://localhost:8080/dss-1.0-SNAPSHOT/] and you should see the application. ]]> 15631675 19071186 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038420 20120017 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20087259 20120012 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20087254 20120014 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20087256 15664418 = '2010-10-01' AND date_trunc('day', time) <= '2010-10-31')) LOG: duration: 16.757 ms LOG: disconnection: session time: 0:00:00.037 user=everyone database=stoqs host=134.89.12.92 port=42202 LOG: duration: 12731.843 ms LOG: disconnection: session time: 0:00:13.325 user=everyone database=stoqs host=134.89.12.92 port=42140 {noformat} This kind of output looks very helpful for debugging and performance tuning purposes.  In particular, the queries can be analyzed using the 'EXPLAIN' command in psql to evaluate where it might be improved with an index or some other treatment.\\ I know you might be thinking that having all this log information turned on will add an overhead to the mapserver's response time.  It does.  I did some crude measurements with these approximate results: || Logging configuration\\ || Time to complete (secs)\\ || | All logging turned on\\ | 50 \\ | | Postgres logging turned off\\ | 34\\ | | Postgres and Mapserver logging turned off\\ | 33 | | Postgres and Mapserver logging turned off, not tailing httpd/access_log\\ | 33 | \\ Clearly, the PostgreSQL logging has the greatest impact. (The query I was testing went from 33 seconds to 21 seconds after I put an index on the time column.) -Mike ]]> 15631679 20120013 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20087255 19071038 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038270 19071036 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038268 19071041 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038273 19071042 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038274 19071039 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038271 19071029 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038261 19071030 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038262 19071027 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038259 19071031 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038263 19071032 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038264 19071022 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038254 19071021 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038253 19071020 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038252 19071023 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038255 19071014 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038246 19071018 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038250 19071016 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038248 20119899 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20087141 20119902 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20087144 20119901 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20087143 19071063 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038296 20119897 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 20087139 19071059 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038291 19071061 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038294 19071056 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038288 19071055 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038287 19071058 files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011*  Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington* \* Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 19038290 27099941 27067185 27099919 27067163 27099921 27067165 27099916 27067160 27099918 27067162 27099912 27067156 27099914 27067158 27099908 27067152 27099910 27067154 27100154 27067415 27100158 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27067419 27100162 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27067423 27100102 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27067359 27100104 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27067361 27099704 27066942 27099687 27066925 27099689 27066927 27099683 27066921 27099685 27066923 27099681 27066919 27099680 27066918 27099678 27066916 27099676 27066914 27099674 27066912 27099672 27066910 27099659 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066896 27099657 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066894 27099771 27067011 27099774 27067014 27099776 27067016 27099778 27067018 27099769 27067009 27099747 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066986 27099749 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066988 27099751 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066990 27099752 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066991 25100344 25067578 25100346 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25067580 25100340 25067574 25100342 25067576 25100353 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25067587 25100348 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25067582 25100349 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25067583 25100329 25067563 25100336 25067570 25100335 25067569 25100338 25067572 25100332 25067566 25100331 25067565 25100333 25067567 25100313 25067546 27099801 27067044 27099799 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27067042 25100309 25067541 27099797 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27067040 25100310 25067542 25100307 25067539 27099795 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27067038 25100308 25067540 27099805 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27067048 27099803 27067046 25100297 25067529 27099785 27067025 25100295 25067527 27099783 27067023 25100293 25067525 27099781 27067021 27099779 27067019 25100306 25067538 25100304 25067536 27099792 27067035 25100303 25067535 27099790 27067033 25100301 25067533 27099788 27067031 25100299 25067531 27099787 27067030 27099892 27067136 27099894 27067138 27099897 27067141 27099899 27067143 27099900 27067144 27099902 27067146 27099905 27067149 27099906 27067150 27099881 27067125 27099886 27067130 27099885 27067129 27099888 27067132 27099890 27067134 27099860 server authentication mechanisms (mostly dealing with sessions) so that it will work both in mobile and desktop clients. ### Looking like JWT is the way to go and will start to integrate into the ODSS code base. # Carlos # Danelle # Mike # Duane \\ h5. *ODSS Engineering Meeting February 9, 2015* # Kevin ## working on planning, collaboration, calendar, authentication (with Carlos) ### task list cleaned up (ongoing) ## working on AXIOM interaction interface possibilities. ### Action item is to share diagrams. ### Offer to give them a VM with all our stuff up and running? ## Sample log work continues ### Hope to get it out before May CANON ### Use this to replace existing mobile apps for observation logging # Carlos ## integrate calendar tool fully into ODSS ## add "who is doing what" ## discussion on how to do authentication for calendar tool ### iFrame # Danelle ## workflow for the LRAUV data flow needs to be validated; should be working... ## how frequently will they we updating? etc. ## model data ? ### Clarissa forecasting (HAB forecast) ### Yi Chao COSINE #### AI: see Fred and John # Mike ## gone May 11 for a couple of weeks, maybe more. (during Spring CANON/ECOHAB) ## focus this year on sample capture ## outlining STOQS tasks for the year ### 80 hours on CANON this year ### interaction with gridded data (for data exploration) # Duane ## Met with John Ryan 1/29/15. discussed Spring 2015 CANON ECOHAB ### see attached ECOHAB 2015 [notes | ^ECOHAB 2015.pdf] ### Ecohab 2015 in Monterey Bay, May - June 2015 ### gliders, ESPs, Carson (no WF), John Martin, Waveglider, ### Need from ODSS/STOQS: same as previous CANONs/ECOHABs ### Real time data from LRAUV higher priority ### location: off Año Nuevo, off shore #### will look at lot like Fall 2013, day cruises h5. *ODSS Engineering Meeting October 14, 2014* # Kevin # Danelle # Mike # Duane h5. *ODSS Engineering Meeting September 29, 2014* # Kevin ## worked through some syncing problems over the weekend (Flyer and Normandy). Synching through beach for the time being. ### need to make the change to Normandy when Flyer back at shore ## see Friday email note for other updates ## need to get WF pctd and uctd flowing ## Monique on the Flyer; generating plots that she would like to push back to shore ## rsynch is running slowly, even when at shore ### checksum was taking a very long time (removing that check sped up transfer by factor of 20) ## See some use of the Samples form capture. ## out random days next week (Monday Oct 2, Thursday Oct 6, Friday Oct 7 maybe) # Danelle ## working through some rhodamine data loading issues from the lrauvs ## working on a back end and front end client for the layers # Mike ## monitoring the automated lrauv loads ### over the weekend; error in the data file (incomplete data file). Continuous improvement needed in the programs. This particular file error now recognized by the ingest program. ## drift_data program written to bring together drifter track (or other platform in the tracking database) and M1 adcp data that outputs a map. could make a layer file or a kml for google earth... ## Mike gone Monday Oct 6 through Friday Oct 10 next week # Duane ## loading pctd and uctd data from RC into STOQS ### generating netCDF files from the triplet of datafiles that Erich posts from the ship ### three pctd casts have datasets that are not working in the conversion programming, related to location (lat long) fields in the .hdr file. The conversion programs are not robust to these file problems. ## gone Thursday Oct 2 through Tuesday Oct 7. No email or phone access. h5. *ODSS Engineering Meeting September 15, 2014* # Kevin ## I am working on the mobile app and updates/bugs for the updated ODSS. ## I have all the ships and shore ODSS configured and running with data syncing to the ships. The data syncing stats web pages are here: ### Carson ### [http://odss.mbari.org/data/logs/rsync/analysis/zuma/analysis/index.html] ### Flyer ### [http://odss.mbari.org/data/logs/rsync/analysis/malibu/analysis/index.html] #### You can zoom in on section with click and drag and can turn on/off data sets by clicking on them in the legend ... ### I will have to tailor the Flyer sync's as it is the full monty right now and they are leaving port and will be on VSat. Carson is on microwave, so I am just leaving the full sync turned on. We had a very successful test of the comms cascade on the Carson last week (copper->microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 27067103 27099864 27067107 25100357 25067591 25100355 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25067589 25100359 Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 25067593 17268920 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See *_extensions.firebug.netexport.beaconServerURL_* • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See *_extensions.firebug.netexport.viewerURL_* preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need DownThemAll installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See *_extensions.firebug.netexport.defaultLogDir_* preference. ]]> 17236156 17268922 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} Save As is the most common usage and will be discussed here. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See *_extensions.firebug.netexport.viewerURL_* preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need DownThemAll installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See *_extensions.firebug.netexport.defaultLogDir_* preference. ]]> 17236158 17268921 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} Save As is the most common usage and will be discussed here. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See *_extensions.firebug.netexport.beaconServerURL_* • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See *_extensions.firebug.netexport.viewerURL_* preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need DownThemAll installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See *_extensions.firebug.netexport.defaultLogDir_* preference. ]]> 17236157 28409921 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28377153 17268915 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* Export current data from the Net panel. • *Send To* Send exported HAR beacon to an online server (showslow.com is used by default). See _extensions.firebug.netexport.beaconServerURL_ • *Copy As Image* Handy if you need a screen-shot of your waterfall graph. • *Auto Export* Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* Compress (zip) exported HAR files. • *Show Preview* Show a preview of exported data. HAR Viewer is used by default. See _extensions.firebug.netexport.viewerURL_ preference. • *Download All Resources* Automatically download all resources on the page as individual files. You need DownThemAll installed. • *Default Log Directory* Allows to pick target directory for automatically exported HAR files. See _extensions.firebug.netexport.defaultLogDir_ preference. ]]> 17236151 17268918 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See *_extensions.firebug.netexport.beaconServerURL_* • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See _extensions.firebug.netexport.viewerURL_ preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need DownThemAll installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See _extensions.firebug.netexport.defaultLogDir_ preference. ]]> 17236154 17268917 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* Export current data from the Net panel. • *Send To* Send exported HAR beacon to an online server (showslow.com is used by default). See _extensions.firebug.netexport.beaconServerURL_ • *Copy As Image* Handy if you need a screen-shot of your waterfall graph. • *Auto Export* Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* Compress (zip) exported HAR files. • *Show Preview* Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See _extensions.firebug.netexport.viewerURL_ preference. • *Download All Resources* Automatically download all resources on the page as individual files. You need DownThemAll installed. • *Default Log Directory* Allows to pick target directory for automatically exported HAR files. See _extensions.firebug.netexport.defaultLogDir_ preference. ]]> 17236153 17268927 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} "Save As" is the most common usage and its usage will be discussed in the next section. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need [DownThemAll|https://addons.mozilla.org/en-us/firefox/addon/downthemall/|Down Them all FireFox Add-on Link] installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. ]]> 17236163 17268929 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} "Save As" is the most common usage and its usage will be discussed in the next section. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need [DownThemAll|https://addons.mozilla.org/en-us/firefox/addon/downthemall/|Down Them all FireFox Add-on Link] installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. h1. 4). Using "Save As" Option on Net Panel to view Web Page Network Connectivity Statistics Once your web page has loaded in FireFox, the FireBug Net Panel should be fully populated with network loading and monitoring activity for the page. Click on "Export" --> "Save As" and save the .HAR file to a known, easily accessed location on your local system. Next, open up the [HAR Viewer online|http://www.softwareishard.com/har/viewer/|HAR Viewer Online]. ]]> 17236165 17268924 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} Save As is the most common usage and will be discussed here. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need DownThemAll installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. ]]> 17236160 28409908 28377140 17268923 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} Save As is the most common usage and will be discussed here. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:lightgreen}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need DownThemAll installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See *_extensions.firebug.netexport.defaultLogDir_* preference. ]]> 17236159 17268925 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} Save As is the most common usage and will be discussed here. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need [DownThemAll|https://addons.mozilla.org/en-us/firefox/addon/downthemall/|Down Them all FireFox Add-on Link] installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. ]]> 17236161 28409909 28377141 17268903 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel a HTTP archive (.HAR) format. The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the NetExport Extension, go to the following web site: http://www.softwareishard.com/blog/netexport/ ]]> 17236139 17268904 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the NetExport Extension, go to the following web site: http://www.softwareishard.com/blog/netexport/ ]]> 17236140 17268906 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site: http://getfirebug.com/releases/netexport/ http://www.softwareishard.com/blog/netexport/ ]]> 17236142 28409906 28377138 17268899 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. NetExport Add-on to FireBug NetExport is a FireBug extension that allows a user to save or export a network activity report from a live web page in a HTTP archive (.HAR) format. The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the NetExport Extension, go to the following web site: http://www.softwareishard.com/blog/netexport/ ]]> 17236135 17268901 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows a user to save or export a network activity report from a live web page in a HTTP archive (.HAR) format. The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the NetExport Extension, go to the following web site: http://www.softwareishard.com/blog/netexport/ ]]> 17236137 17268912 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! •Save As Export current data from the Net panel. •Send To Send exported HAR beacon to an online server (showslow.com is used by default). See extensions.firebug.netexport.beaconServerURL •Copy As Image Handy if you need a screen-shot of your waterfall graph. •Auto Export Automatically export HAR when a page is loaded. Useful for integration with automated systems. •Compress Compress (zip) exported HAR files. •Show Preview Show a preview of exported data. HAR Viewer is used by default. See extensions.firebug.netexport.viewerURL preference. •Download All Resources Automatically download all resources on the page as individual files. You need DownThemAll installed. •Default Log Directory Allows to pick target directory for automatically exported HAR files. See extensions.firebug.netexport.defaultLogDir preference. ]]> 17236148 17268914 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! •*Save As* Export current data from the Net panel. •*Send To* Send exported HAR beacon to an online server (showslow.com is used by default). See extensions.firebug.netexport.beaconServerURL •*Copy As Image* Handy if you need a screen-shot of your waterfall graph. •*Auto Export* Automatically export HAR when a page is loaded. Useful for integration with automated systems. •*Compress* Compress (zip) exported HAR files. •*Show Preview* Show a preview of exported data. HAR Viewer is used by default. See extensions.firebug.netexport.viewerURL preference. •*Download All Resources* Automatically download all resources on the page as individual files. You need DownThemAll installed. •*Default Log Directory* Allows to pick target directory for automatically exported HAR files. See extensions.firebug.netexport.defaultLogDir preference. ]]> 17236150 17268908 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. http://www.softwareishard.com/blog/netexport/ ]]> 17236144 17268910 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. ]]> 17236146 17268889 "Add-ons" and search for the FireBug extension and Add it to FireFox. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. h2. ]]> 17236125 17268887 "Add-ons" and search for FireBug and Add it to FireFox. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. h2. ]]> 17236123 17268886 "Add-ons" and search for FireBug and Add it to FireFox. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox.]]> 17236122 17268884 "Add-ons" and search for FireBug and Add it to FireFox. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ +OR+ http://getfirebug.com/ where you may also add it to FireFox.]]> 17236120 17268898 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !FirebugLogo.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. NetExport Add-on to FireBug NetExport is a FireBug extension that allows a user to save or export a network activity report from a live web page in a HTTP archive (.HAR) format. The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the NetExport Extension, go to the following web site: http://www.softwareishard.com/blog/netexport/ ]]> 17236134 17268897 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. NetExport Add-on to FireBug NetExport is a FireBug extension that allows a user to save or export a network activity report from a live web page in a HTTP archive (.HAR) format. The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the NetExport Extension, go to the following web site: http://www.softwareishard.com/blog/netexport/ ]]> 17236133 17268895 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. h1. NetExport Add-on to FireBug (version 1.5 or higher) NetExport is a FireBug extension that allows a user to save or export a network activity report from a live web page in a HTTP archive (.HAR) format. The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). !export-button-thumb.png! To download the NetExport Extension, go to the following web site: http://www.softwareishard.com/blog/netexport/ ]]> 17236131 17268893 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. h2. NetExport Add-on to FireBug (version 1.5 or higher) NetExport is a FireBug extension that allows a user to save or export a network activity report from a live web page in a HTTP archive (.HAR) format. The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar. !export-button-thumb.png! To download the NetExport Extension, go to the following web site: http://www.softwareishard.com/blog/netexport/ ]]> 17236129 17268892 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. h2. NetExport Add-on to FireBug (version 1.5 or higher) NetExport is a FireBug extension that allows a user to save or export a network activity report from a live web page in a HTTP archive (.HAR) format. The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar. !NetExport-Export-Button.PNG|align=left! To download the NetExport Extension, go to the following web site: http://www.softwareishard.com/blog/netexport/ ]]> 17236128 17268891 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. h2. ]]> 17236127 17268882 17236118 17268880 17236116 17268947 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} "Save As" is used commonly and its usage will be discussed in the next section. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need [DownThemAll|https://addons.mozilla.org/en-us/firefox/addon/downthemall/|Down Them all FireFox Add-on Link] installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. h1. 4). Using "Save As" Option on Net Panel to view Web Page Network Connectivity Statistics Once your web page has loaded in FireFox (Eg., ODSS Staging Site: http://odss-staging.shore.mbari.org:8080/dss-0.4.0-SNAPSHOT/), the FireBug Net Panel should be fully populated with network loading and monitoring activity for the page. Click on "Export" --> "Save As" and save the .HAR file to a known, easily accessed location on your local system. Next, open up the [HAR Viewer online|http://www.softwareishard.com/har/viewer/|HAR Viewer Online] with the FireFox Browser. Drag and drop the file into the HAR Viewer textBox and the page should translate the file into a version that is printable. Make sure to click and expand the "Page Timeline" and "Statistics" information tables at the top of the Report before printing. An example of a translated .HAR file with Statistics for the ODSS web page looks like this: [ODSS Net Connectivity Statistics Page|^HTTP Archive Viewer 2.0.10-new.pdf|ODSS Net Connectivity Statistics Page] (.PDF File) Each Net Item can expand for further detailed information of the connectivity process. ]]> 17236184 17268934 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} "Save As" is the most common usage and its usage will be discussed in the next section. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need [DownThemAll|https://addons.mozilla.org/en-us/firefox/addon/downthemall/|Down Them all FireFox Add-on Link] installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. h1. 4). Using "Save As" Option on Net Panel to view Web Page Network Connectivity Statistics Once your web page has loaded in FireFox, the FireBug Net Panel should be fully populated with network loading and monitoring activity for the page. Click on "Export" --> "Save As" and save the .HAR file to a known, easily accessed location on your local system. Next, open up the [HAR Viewer online|http://www.softwareishard.com/har/viewer/|HAR Viewer Online]. Drag and drop the file into the HAR Viewer textBox and the page should translate the file into a version that is printable. Make sure to click and expand the "Page Timeline" and "Statistics" information tables at the top of the Report before printing. An example of a translated .HAR file with Statistics for the ODSS web page looks like this: ]]> 17236171 17268931 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} "Save As" is the most common usage and its usage will be discussed in the next section. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need [DownThemAll|https://addons.mozilla.org/en-us/firefox/addon/downthemall/|Down Them all FireFox Add-on Link] installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. h1. 4). Using "Save As" Option on Net Panel to view Web Page Network Connectivity Statistics Once your web page has loaded in FireFox, the FireBug Net Panel should be fully populated with network loading and monitoring activity for the page. Click on "Export" --> "Save As" and save the .HAR file to a known, easily accessed location on your local system. Next, open up the [HAR Viewer online|http://www.softwareishard.com/har/viewer/|HAR Viewer Online]. Drag and drop the file into the HAR Viewer textBox and the page should translate the file into a version that is printable. Make sure to click and expand the "Page Timeline" and "Statistics" information tables at the top of the Report before printing. ]]> 17236167 17268938 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} "Save As" is the most common usage and its usage will be discussed in the next section. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need [DownThemAll|https://addons.mozilla.org/en-us/firefox/addon/downthemall/|Down Them all FireFox Add-on Link] installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. h1. 4). Using "Save As" Option on Net Panel to view Web Page Network Connectivity Statistics Once your web page has loaded in FireFox, the FireBug Net Panel should be fully populated with network loading and monitoring activity for the page. Click on "Export" --> "Save As" and save the .HAR file to a known, easily accessed location on your local system. Next, open up the [HAR Viewer online|http://www.softwareishard.com/har/viewer/|HAR Viewer Online] with the FireFox Browser. Drag and drop the file into the HAR Viewer textBox and the page should translate the file into a version that is printable. Make sure to click and expand the "Page Timeline" and "Statistics" information tables at the top of the Report before printing. An example of a translated .HAR file with Statistics for the ODSS web page looks like this: [HTTP Archive Viewer 2.0.10.html|^HTTP Archive Viewer 2.0.10.html|HTTP Archive Viewer 2.0.10.html] ]]> 17236175 17268936 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} "Save As" is the most common usage and its usage will be discussed in the next section. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need [DownThemAll|https://addons.mozilla.org/en-us/firefox/addon/downthemall/|Down Them all FireFox Add-on Link] installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. h1. 4). Using "Save As" Option on Net Panel to view Web Page Network Connectivity Statistics Once your web page has loaded in FireFox, the FireBug Net Panel should be fully populated with network loading and monitoring activity for the page. Click on "Export" --> "Save As" and save the .HAR file to a known, easily accessed location on your local system. Next, open up the [HAR Viewer online|http://www.softwareishard.com/har/viewer/|HAR Viewer Online] with the FireFox Browser. Drag and drop the file into the HAR Viewer textBox and the page should translate the file into a version that is printable. Make sure to click and expand the "Page Timeline" and "Statistics" information tables at the top of the Report before printing. An example of a translated .HAR file with Statistics for the ODSS web page looks like this: ]]> 17236173 17268941 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} "Save As" is the most common usage and its usage will be discussed in the next section. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need [DownThemAll|https://addons.mozilla.org/en-us/firefox/addon/downthemall/|Down Them all FireFox Add-on Link] installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. h1. 4). Using "Save As" Option on Net Panel to view Web Page Network Connectivity Statistics Once your web page has loaded in FireFox, the FireBug Net Panel should be fully populated with network loading and monitoring activity for the page. Click on "Export" --> "Save As" and save the .HAR file to a known, easily accessed location on your local system. Next, open up the [HAR Viewer online|http://www.softwareishard.com/har/viewer/|HAR Viewer Online] with the FireFox Browser. Drag and drop the file into the HAR Viewer textBox and the page should translate the file into a version that is printable. Make sure to click and expand the "Page Timeline" and "Statistics" information tables at the top of the Report before printing. An example of a translated .HAR file with Statistics for the ODSS web page looks like this: [ODSS Net Connectivity Statistics Page|^HTTP Archive Viewer 2.0.10-new.pdf|ODSS Net Connectivity Statistics Page] ]]> 17236178 28409925 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28377157 17268942 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} "Save As" is the most common usage and its usage will be discussed in the next section. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need [DownThemAll|https://addons.mozilla.org/en-us/firefox/addon/downthemall/|Down Them all FireFox Add-on Link] installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. h1. 4). Using "Save As" Option on Net Panel to view Web Page Network Connectivity Statistics Once your web page has loaded in FireFox, the FireBug Net Panel should be fully populated with network loading and monitoring activity for the page. Click on "Export" --> "Save As" and save the .HAR file to a known, easily accessed location on your local system. Next, open up the [HAR Viewer online|http://www.softwareishard.com/har/viewer/|HAR Viewer Online] with the FireFox Browser. Drag and drop the file into the HAR Viewer textBox and the page should translate the file into a version that is printable. Make sure to click and expand the "Page Timeline" and "Statistics" information tables at the top of the Report before printing. An example of a translated .HAR file with Statistics for the ODSS web page looks like this: [ODSS Net Connectivity Statistics Page|^HTTP Archive Viewer 2.0.10-new.pdf|ODSS Net Connectivity Statistics Page] (.PDF File) ]]> 17236179 28409926 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28377158 28409923 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 28377155 17268940 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} "Save As" is the most common usage and its usage will be discussed in the next section. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need [DownThemAll|https://addons.mozilla.org/en-us/firefox/addon/downthemall/|Down Them all FireFox Add-on Link] installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. h1. 4). Using "Save As" Option on Net Panel to view Web Page Network Connectivity Statistics Once your web page has loaded in FireFox, the FireBug Net Panel should be fully populated with network loading and monitoring activity for the page. Click on "Export" --> "Save As" and save the .HAR file to a known, easily accessed location on your local system. Next, open up the [HAR Viewer online|http://www.softwareishard.com/har/viewer/|HAR Viewer Online] with the FireFox Browser. Drag and drop the file into the HAR Viewer textBox and the page should translate the file into a version that is printable. Make sure to click and expand the "Page Timeline" and "Statistics" information tables at the top of the Report before printing. An example of a translated .HAR file with Statistics for the ODSS web page looks like this: [HTTP Archive Viewer 2.0.10.pdf|^HTTP Archive Viewer 2.0.10.pdf|HTTP Archive Viewer 2.0.10.pdf] ]]> 17236177 17268945 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} "Save As" is the most common usage and its usage will be discussed in the next section. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need [DownThemAll|https://addons.mozilla.org/en-us/firefox/addon/downthemall/|Down Them all FireFox Add-on Link] installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. h1. 4). Using "Save As" Option on Net Panel to view Web Page Network Connectivity Statistics Once your web page has loaded in FireFox (Eg., ODSS Staging Site: http://odss-staging.shore.mbari.org:8080/dss-0.4.0-SNAPSHOT/), the FireBug Net Panel should be fully populated with network loading and monitoring activity for the page. Click on "Export" --> "Save As" and save the .HAR file to a known, easily accessed location on your local system. Next, open up the [HAR Viewer online|http://www.softwareishard.com/har/viewer/|HAR Viewer Online] with the FireFox Browser. Drag and drop the file into the HAR Viewer textBox and the page should translate the file into a version that is printable. Make sure to click and expand the "Page Timeline" and "Statistics" information tables at the top of the Report before printing. An example of a translated .HAR file with Statistics for the ODSS web page looks like this: [ODSS Net Connectivity Statistics Page|^HTTP Archive Viewer 2.0.10-new.pdf|ODSS Net Connectivity Statistics Page] (.PDF File) Each Net Item can expand for further detailed information of the connectivity process. ]]> 17236182 17268946 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} "Save As" is common and its usage will be discussed in the next section. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need [DownThemAll|https://addons.mozilla.org/en-us/firefox/addon/downthemall/|Down Them all FireFox Add-on Link] installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. h1. 4). Using "Save As" Option on Net Panel to view Web Page Network Connectivity Statistics Once your web page has loaded in FireFox (Eg., ODSS Staging Site: http://odss-staging.shore.mbari.org:8080/dss-0.4.0-SNAPSHOT/), the FireBug Net Panel should be fully populated with network loading and monitoring activity for the page. Click on "Export" --> "Save As" and save the .HAR file to a known, easily accessed location on your local system. Next, open up the [HAR Viewer online|http://www.softwareishard.com/har/viewer/|HAR Viewer Online] with the FireFox Browser. Drag and drop the file into the HAR Viewer textBox and the page should translate the file into a version that is printable. Make sure to click and expand the "Page Timeline" and "Statistics" information tables at the top of the Report before printing. An example of a translated .HAR file with Statistics for the ODSS web page looks like this: [ODSS Net Connectivity Statistics Page|^HTTP Archive Viewer 2.0.10-new.pdf|ODSS Net Connectivity Statistics Page] (.PDF File) Each Net Item can expand for further detailed information of the connectivity process. ]]> 17236183 17268944 "Add-ons" and search for the most recent version of the FireBug extension (currently 1.7.2) and Add it to FireFox and restart the browser. Other options are to go to: https://addons.mozilla.org/en-US/firefox/addon/firebug/ _OR_ http://getfirebug.com/ where you may also add it to FireFox. !firebug-large.png! The Network Monitoring capabilities of FireBug are very useful when trying to figure out why your web pages are taking a long time to load. Under FireBug's Network Monitoring Tab (Net), a user can watch the web page timeline unfold which shows when the file started and stopped loading relative to all of the other files on the page. The Net tab also allows a user to break down the list of files by type is a particular type of file is concerning. It also allows one to examine HTTP headers and XMLHttpRequest Monitoring of a web page. To learn more about the Net Tab on FireBug, go to: http://getfirebug.com/network h1. 2). NetExport Add-on to FireBug NetExport is a FireBug extension that allows exporting all collected and computed data from the FireBug Net panel. The structure of the created file uses HTTP Archive (HAR) format (based on JSON). The NetExport extension appends a new *Export button* into Firebug's Net panel toolbar (see image below). NOTE: NetExport currently only works with FireBug Versions 1.5 and higher. !export-button-thumb.png! To download the most current NetExport Extension, go to the following web site using the Mozilla FireFox Browser: http://getfirebug.com/releases/netexport/ (current version is netExport-0.8b12.xpi). Allow installation of NetExport to FireFox and then restart the browser. A more detailed description of NetExport can be found at the following website: http://www.softwareishard.com/blog/netexport/ h1. 3). Exporting collected Networking data from the FireBug Net Panel. The NetExport Export Button enables a user several options/actions. !NetPanel-export-options.png! • *Save As* - Export current data from the Net panel. {color:red} "Save As" is the most common usage and its usage will be discussed in the next section. {color} • *Send To* - Send exported HAR beacon to an online server (showslow.com is used by default). See {color:green}*_extensions.firebug.netexport.beaconServerURL_* {color} • *Copy As Image* - Handy if you need a screen-shot of your waterfall graph. • *Auto Export* - Automatically export HAR when a page is loaded. Useful for integration with automated systems. • *Compress* - Compress (zip) exported HAR files. • *Show Preview* - Show a preview of exported data. [HAR Viewer|http://www.softwareishard.com/blog/har-viewer/|HAR Viewer Web Page] is used by default. See {color:green}*_extensions.firebug.netexport.viewerURL_*{color} preference. • *Download All Resources* - Automatically download all resources on the page as individual files. You need [DownThemAll|https://addons.mozilla.org/en-us/firefox/addon/downthemall/|Down Them all FireFox Add-on Link] installed. • *Default Log Directory* - Allows to pick target directory for automatically exported HAR files. See {color:green}*_extensions.firebug.netexport.defaultLogDir_*{color} preference. h1. 4). Using "Save As" Option on Net Panel to view Web Page Network Connectivity Statistics Once your web page has loaded in FireFox (Eg., ODSS Staging Site: http://odss-staging.shore.mbari.org:8080/dss-0.4.0-SNAPSHOT/), the FireBug Net Panel should be fully populated with network loading and monitoring activity for the page. Click on "Export" --> "Save As" and save the .HAR file to a known, easily accessed location on your local system. Next, open up the [HAR Viewer online|http://www.softwareishard.com/har/viewer/|HAR Viewer Online] with the FireFox Browser. Drag and drop the file into the HAR Viewer textBox and the page should translate the file into a version that is printable. Make sure to click and expand the "Page Timeline" and "Statistics" information tables at the top of the Report before printing. An example of a translated .HAR file with Statistics for the ODSS web page looks like this: [ODSS Net Connectivity Statistics Page|^HTTP Archive Viewer 2.0.10-new.pdf|ODSS Net Connectivity Statistics Page] (.PDF File) ]]> 17236181 26574851 22 6259409 2014-06-30 13:16:57.877 2014-06-30 13:16:57.877 17268860 17236096 17268861 17236097 17268857 17236093 17268858 17236094 27100166 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27067427 27100164 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27067425 27100169 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27067430 27100167 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27067428 27100168 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27067429 7798806 7766040 7798802 7766036 7798889 7766125 6979590 Minutes for the meeting on October 21{^}st^, 2008 Participants: John Ryan, Jim Bellingham, Hey-Jin Kim, Zbigniew Kolber, Yanwu Zhang, Sergey Frolov. Discussing: Plans for using numerical models to support CANON project h2. Introductory discussion: How using numerical models can advance your CANON-related activities h3. John Ryan: * Using models to complement observations * Choosing ecosystem models with the types of phytoplankton that we see in MB * Scales and processes of interest ** Seasonal cycle ** Upwelling shadow ** vertical structure of the water column is critical to future ecosystem model performance ** Thin layers ** Nutrient fluxes ** Internal tidal pumping in the northern bay h3. Jim Bellingham * Interest in cost-benefit analysis of the observatory designs (system-engineering component of CANON) ** As a tool for OSSE experiments ** Knowledge of the transport in the bay ** Real-time prediction is not as important ** Represents physics as pertinent to biology ** CANON OSSE will need better ecosystem models ** How to construct an observatory with imperfect engineering components (e.g. models) h3. Hey-Jin Kim * Describing sources of water * Land-ocean coupling (agricultural run-off) * Climate forcings of the MB h3. Zbigniew Kolber * Using models for process studies (verify hypothesis about the phenomena) ** Local production vs. accumulation of HAB ** Intensity and spread of HAB * Can we be in place when bloom originates * Use model to direct sampling, so we can track the bloom as it evolves h3. Yanwu Zhang * Using model statistics to build signal detection tools for CANON mission planning * Feature tracking h3. Sergey Frolov * Pilot study for the system engineering component of CANON * Developing ecosystem models capable of red tide prediction h3. Diversions * Ground water supply of nutrients * Use physical models to investigate which sequence of events precedes HAB * Viruses and parasitic dino * We have surface and AUV climatology that describe average temperature, temperature gradient, frontal orientation, and distribution of chlorophyll.  h2. Summary of existing modeling efforts in MB h2. Sergey * Established models ** Yi Chao, JPL: ROMS + U.Maine biology ** Igor Shulman, NRL: NCOM + NRL biology ** Pier Lermusiaux, HOPS (biology?) * Emerging models ** Oliver Fringer, Stanford: SUNTANS (unstructured grid + internal waves, no biology, no data assimilation) ** Chris Edwards, UCSC: ROMS (hi-resolution nesting, experimental biological models) * Other models ** Baptista, NSF-STC CMOP: unstructured grid model ** Kaplan, LDEO: ROMS Zbigniew *  How should we involve modeling teams ** We will continue working with Yi Chao's models and as we learn more about the process, we will involve other groups as necessary. * How much should we invest into developing a local modeling presense at MBARI? h2. Action items: * We will meet as needed, or when there is progress from Hey-Jin and Sergey * We will next discuss specific physical processes and datasets that we can use to validate numerical models h2. Other notes: Pilot project web site: https://oceana.mbari.org/confluence/display/CANON/Home]]> 6946822 6979589 6946821 27099464 microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 27066701 27099466 microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 27066703 27099460 microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 27066697 27099462 microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 27066699 27099468 microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 27066705 27099470 microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 27066707 22544451 Applications and check the box to allow 'Unknown sources' (Allow installation of non-Market applications) ** Open the email with the attachment and then open the attachment. This will install the application. * iOS (iPhone/iPad) ** on your iPhone/iPad, open the App Store and search for *iSciLog*. h3. How to Use * iLog (Android) ** Launch Application ** Select Picture icon in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. We suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button * ISciLog (iOS device (i.e. iPad or iPhone)) ** Launch Application ** Select "_i_" button in lower right corner to see page of instructions for iSciLog *** select "Done" button in upper right corner to return to the app main page ** Select "Add Photo" button in lower center of screen if you wish to snap a picture (with your mobile device) of your observation for the log ** Longitude and Latitude as reported by your mobile device will be logged automatically as shown in lower center of screen ** Enter your Username in the first line, using keyboard. We suggest using your email username ** Enter the Depth that you want associated with the observation (0 for surface). Must be a numerical value ** In "Add Description Here" enter text you want associated with the observation (description of event) ** Select Send button once. The observation will be sent to ODSS, logged with the local date and time as reported by your mobile device ** Close the app by selecting the Home button]]> 22511683 27099508 microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 27066745 22544404 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 22511636 22544403 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\   ]]> 22511635 22544406 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 22511638 22544407 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 22511639 22544400 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 22511632 22544401 To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 22511633 20 2007-02-14 14:01:03.380 2015-01-06 11:30:35.870 22 2007-03-07 16:30:09.597 2014-06-30 13:16:57.877 27099618 27066855 27099612 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066849 27099613 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066850 27099608 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066845 27099610 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066847 27099645 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066882 27099643 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066880 27099547 server authentication mechanisms (mostly dealing with sessions) so that it will work both in mobile and desktop clients. ### Looking like JWT is the way to go and will start to integrate into the ODSS code base. # Carlos # Danelle # Mike # Duane h5. *ODSS Engineering Meeting February 9, 2015* # Kevin ## working on planning, collaboration, calendar, authentication (with Carlos) ### task list cleaned up (ongoing) ## working on AXIOM interaction interface possibilities. ### Action item is to share diagrams. ### Offer to give them a VM with all our stuff up and running? ## Sample log work continues ### Hope to get it out before May CANON ### Use this to replace existing mobile apps for observation logging # Carlos ## integrate calendar tool fully into ODSS ## add "who is doing what" ## discussion on how to do authentication for calendar tool ### iFrame # Danelle ## workflow for the LRAUV data flow needs to be validated; should be working... ## how frequently will they we updating? etc. ## model data ? ### Clarissa forecasting (HAB forecast) ### Yi Chao COSINE #### AI: see Fred and John # Mike ## gone May 11 for a couple of weeks, maybe more. (during Spring CANON/ECOHAB) ## focus this year on sample capture ## outlining STOQS tasks for the year ### 80 hours on CANON this year ### interaction with gridded data (for data exploration) # Duane ## Met with John Ryan 1/29/15. discussed Spring 2015 CANON ECOHAB ### see attached ECOHAB 2015 [notes | ^ECOHAB 2015.pdf] ### Ecohab 2015 in Monterey Bay, May - June 2015 ### gliders, ESPs, Carson (no WF), John Martin, Waveglider, ### Need from ODSS/STOQS: same as previous CANONs/ECOHABs ### Real time data from LRAUV higher priority ### location: off Año Nuevo, off shore #### will look at lot like Fall 2013, day cruises h5. *ODSS Engineering Meeting October 14, 2014* # Kevin # Danelle # Mike # Duane h5. *ODSS Engineering Meeting September 29, 2014* # Kevin ## worked through some syncing problems over the weekend (Flyer and Normandy). Synching through beach for the time being. ### need to make the change to Normandy when Flyer back at shore ## see Friday email note for other updates ## need to get WF pctd and uctd flowing ## Monique on the Flyer; generating plots that she would like to push back to shore ## rsynch is running slowly, even when at shore ### checksum was taking a very long time (removing that check sped up transfer by factor of 20) ## See some use of the Samples form capture. ## out random days next week (Monday Oct 2, Thursday Oct 6, Friday Oct 7 maybe) # Danelle ## working through some rhodamine data loading issues from the lrauvs ## working on a back end and front end client for the layers # Mike ## monitoring the automated lrauv loads ### over the weekend; error in the data file (incomplete data file). Continuous improvement needed in the programs. This particular file error now recognized by the ingest program. ## drift_data program written to bring together drifter track (or other platform in the tracking database) and M1 adcp data that outputs a map. could make a layer file or a kml for google earth... ## Mike gone Monday Oct 6 through Friday Oct 10 next week # Duane ## loading pctd and uctd data from RC into STOQS ### generating netCDF files from the triplet of datafiles that Erich posts from the ship ### three pctd casts have datasets that are not working in the conversion programming, related to location (lat long) fields in the .hdr file. The conversion programs are not robust to these file problems. ## gone Thursday Oct 2 through Tuesday Oct 7. No email or phone access. h5. *ODSS Engineering Meeting September 15, 2014* # Kevin ## I am working on the mobile app and updates/bugs for the updated ODSS. ## I have all the ships and shore ODSS configured and running with data syncing to the ships. The data syncing stats web pages are here: ### Carson ### [http://odss.mbari.org/data/logs/rsync/analysis/zuma/analysis/index.html] ### Flyer ### [http://odss.mbari.org/data/logs/rsync/analysis/malibu/analysis/index.html] #### You can zoom in on section with click and drag and can turn on/off data sets by clicking on them in the legend ... ### I will have to tailor the Flyer sync's as it is the full monty right now and they are leaving port and will be on VSat. Carson is on microwave, so I am just leaving the full sync turned on. We had a very successful test of the comms cascade on the Carson last week (copper->microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 27066784 27099549 server authentication mechanisms (mostly dealing with sessions) so that it will work both in mobile and desktop clients. ### Looking like JWT is the way to go and will start to integrate into the ODSS code base. # Carlos # Danelle # Mike # Duane \\ h5. *ODSS Engineering Meeting February 9, 2015* # Kevin ## working on planning, collaboration, calendar, authentication (with Carlos) ### task list cleaned up (ongoing) ## working on AXIOM interaction interface possibilities. ### Action item is to share diagrams. ### Offer to give them a VM with all our stuff up and running? ## Sample log work continues ### Hope to get it out before May CANON ### Use this to replace existing mobile apps for observation logging # Carlos ## integrate calendar tool fully into ODSS ## add "who is doing what" ## discussion on how to do authentication for calendar tool ### iFrame # Danelle ## workflow for the LRAUV data flow needs to be validated; should be working... ## how frequently will they we updating? etc. ## model data ? ### Clarissa forecasting (HAB forecast) ### Yi Chao COSINE #### AI: see Fred and John # Mike ## gone May 11 for a couple of weeks, maybe more. (during Spring CANON/ECOHAB) ## focus this year on sample capture ## outlining STOQS tasks for the year ### 80 hours on CANON this year ### interaction with gridded data (for data exploration) # Duane ## Met with John Ryan 1/29/15. discussed Spring 2015 CANON ECOHAB ### see attached ECOHAB 2015 [notes | ^ECOHAB 2015.pdf] ### Ecohab 2015 in Monterey Bay, May - June 2015 ### gliders, ESPs, Carson (no WF), John Martin, Waveglider, ### Need from ODSS/STOQS: same as previous CANONs/ECOHABs ### Real time data from LRAUV higher priority ### location: off Año Nuevo, off shore #### will look at lot like Fall 2013, day cruises h5. *ODSS Engineering Meeting October 14, 2014* # Kevin # Danelle # Mike # Duane h5. *ODSS Engineering Meeting September 29, 2014* # Kevin ## worked through some syncing problems over the weekend (Flyer and Normandy). Synching through beach for the time being. ### need to make the change to Normandy when Flyer back at shore ## see Friday email note for other updates ## need to get WF pctd and uctd flowing ## Monique on the Flyer; generating plots that she would like to push back to shore ## rsynch is running slowly, even when at shore ### checksum was taking a very long time (removing that check sped up transfer by factor of 20) ## See some use of the Samples form capture. ## out random days next week (Monday Oct 2, Thursday Oct 6, Friday Oct 7 maybe) # Danelle ## working through some rhodamine data loading issues from the lrauvs ## working on a back end and front end client for the layers # Mike ## monitoring the automated lrauv loads ### over the weekend; error in the data file (incomplete data file). Continuous improvement needed in the programs. This particular file error now recognized by the ingest program. ## drift_data program written to bring together drifter track (or other platform in the tracking database) and M1 adcp data that outputs a map. could make a layer file or a kml for google earth... ## Mike gone Monday Oct 6 through Friday Oct 10 next week # Duane ## loading pctd and uctd data from RC into STOQS ### generating netCDF files from the triplet of datafiles that Erich posts from the ship ### three pctd casts have datasets that are not working in the conversion programming, related to location (lat long) fields in the .hdr file. The conversion programs are not robust to these file problems. ## gone Thursday Oct 2 through Tuesday Oct 7. No email or phone access. h5. *ODSS Engineering Meeting September 15, 2014* # Kevin ## I am working on the mobile app and updates/bugs for the updated ODSS. ## I have all the ships and shore ODSS configured and running with data syncing to the ships. The data syncing stats web pages are here: ### Carson ### [http://odss.mbari.org/data/logs/rsync/analysis/zuma/analysis/index.html] ### Flyer ### [http://odss.mbari.org/data/logs/rsync/analysis/malibu/analysis/index.html] #### You can zoom in on section with click and drag and can turn on/off data sets by clicking on them in the legend ... ### I will have to tailor the Flyer sync's as it is the full monty right now and they are leaving port and will be on VSat. Carson is on microwave, so I am just leaving the full sync turned on. We had a very successful test of the comms cascade on the Carson last week (copper->microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 27066786 27099551 server authentication mechanisms (mostly dealing with sessions) so that it will work both in mobile and desktop clients. ### Looking like JWT is the way to go and will start to integrate into the ODSS code base. # Carlos # Danelle # Mike # Duane \\ h5. *ODSS Engineering Meeting February 9, 2015* # Kevin ## working on planning, collaboration, calendar, authentication (with Carlos) ### task list cleaned up (ongoing) ## working on AXIOM interaction interface possibilities. ### Action item is to share diagrams. ### Offer to give them a VM with all our stuff up and running? ## Sample log work continues ### Hope to get it out before May CANON ### Use this to replace existing mobile apps for observation logging # Carlos ## integrate calendar tool fully into ODSS ## add "who is doing what" ## discussion on how to do authentication for calendar tool ### iFrame # Danelle ## workflow for the LRAUV data flow needs to be validated; should be working... ## how frequently will they we updating? etc. ## model data ? ### Clarissa forecasting (HAB forecast) ### Yi Chao COSINE #### AI: see Fred and John # Mike ## gone May 11 for a couple of weeks, maybe more. (during Spring CANON/ECOHAB) ## focus this year on sample capture ## outlining STOQS tasks for the year ### 80 hours on CANON this year ### interaction with gridded data (for data exploration) # Duane ## Met with John Ryan 1/29/15. discussed Spring 2015 CANON ECOHAB ### see attached ECOHAB 2015 [notes | ^ECOHAB 2015.pdf] ### Ecohab 2015 in Monterey Bay, May - June 2015 ### gliders, ESPs, Carson (no WF), John Martin, Waveglider, ### Need from ODSS/STOQS: same as previous CANONs/ECOHABs ### Real time data from LRAUV higher priority ### location: off Año Nuevo, off shore #### will look at lot like Fall 2013, day cruises h5. *ODSS Engineering Meeting October 14, 2014* # Kevin # Danelle # Mike # Duane h5. *ODSS Engineering Meeting September 29, 2014* # Kevin ## worked through some syncing problems over the weekend (Flyer and Normandy). Synching through beach for the time being. ### need to make the change to Normandy when Flyer back at shore ## see Friday email note for other updates ## need to get WF pctd and uctd flowing ## Monique on the Flyer; generating plots that she would like to push back to shore ## rsynch is running slowly, even when at shore ### checksum was taking a very long time (removing that check sped up transfer by factor of 20) ## See some use of the Samples form capture. ## out random days next week (Monday Oct 2, Thursday Oct 6, Friday Oct 7 maybe) # Danelle ## working through some rhodamine data loading issues from the lrauvs ## working on a back end and front end client for the layers # Mike ## monitoring the automated lrauv loads ### over the weekend; error in the data file (incomplete data file). Continuous improvement needed in the programs. This particular file error now recognized by the ingest program. ## drift_data program written to bring together drifter track (or other platform in the tracking database) and M1 adcp data that outputs a map. could make a layer file or a kml for google earth... ## Mike gone Monday Oct 6 through Friday Oct 10 next week # Duane ## loading pctd and uctd data from RC into STOQS ### generating netCDF files from the triplet of datafiles that Erich posts from the ship ### three pctd casts have datasets that are not working in the conversion programming, related to location (lat long) fields in the .hdr file. The conversion programs are not robust to these file problems. ## gone Thursday Oct 2 through Tuesday Oct 7. No email or phone access. h5. *ODSS Engineering Meeting September 15, 2014* # Kevin ## I am working on the mobile app and updates/bugs for the updated ODSS. ## I have all the ships and shore ODSS configured and running with data syncing to the ships. The data syncing stats web pages are here: ### Carson ### [http://odss.mbari.org/data/logs/rsync/analysis/zuma/analysis/index.html] ### Flyer ### [http://odss.mbari.org/data/logs/rsync/analysis/malibu/analysis/index.html] #### You can zoom in on section with click and drag and can turn on/off data sets by clicking on them in the legend ... ### I will have to tailor the Flyer sync's as it is the full monty right now and they are leaving port and will be on VSat. Carson is on microwave, so I am just leaving the full sync turned on. We had a very successful test of the comms cascade on the Carson last week (copper->microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 27066788 27099553 server authentication mechanisms (mostly dealing with sessions) so that it will work both in mobile and desktop clients. ### Looking like JWT is the way to go and will start to integrate into the ODSS code base. # Carlos # Danelle # Mike # Duane \\ h5. *ODSS Engineering Meeting February 9, 2015* # Kevin ## working on planning, collaboration, calendar, authentication (with Carlos) ### task list cleaned up (ongoing) ## working on AXIOM interaction interface possibilities. ### Action item is to share diagrams. ### Offer to give them a VM with all our stuff up and running? ## Sample log work continues ### Hope to get it out before May CANON ### Use this to replace existing mobile apps for observation logging # Carlos ## integrate calendar tool fully into ODSS ## add "who is doing what" ## discussion on how to do authentication for calendar tool ### iFrame # Danelle ## workflow for the LRAUV data flow needs to be validated; should be working... ## how frequently will they we updating? etc. ## model data ? ### Clarissa forecasting (HAB forecast) ### Yi Chao COSINE #### AI: see Fred and John # Mike ## gone May 11 for a couple of weeks, maybe more. (during Spring CANON/ECOHAB) ## focus this year on sample capture ## outlining STOQS tasks for the year ### 80 hours on CANON this year ### interaction with gridded data (for data exploration) # Duane ## Met with John Ryan 1/29/15. discussed Spring 2015 CANON ECOHAB ### see attached ECOHAB 2015 [notes | ^ECOHAB 2015.pdf] ### Ecohab 2015 in Monterey Bay, May - June 2015 ### gliders, ESPs, Carson (no WF), John Martin, Waveglider, ### Need from ODSS/STOQS: same as previous CANONs/ECOHABs ### Real time data from LRAUV higher priority ### location: off Año Nuevo, off shore #### will look at lot like Fall 2013, day cruises h5. *ODSS Engineering Meeting October 14, 2014* # Kevin # Danelle # Mike # Duane h5. *ODSS Engineering Meeting September 29, 2014* # Kevin ## worked through some syncing problems over the weekend (Flyer and Normandy). Synching through beach for the time being. ### need to make the change to Normandy when Flyer back at shore ## see Friday email note for other updates ## need to get WF pctd and uctd flowing ## Monique on the Flyer; generating plots that she would like to push back to shore ## rsynch is running slowly, even when at shore ### checksum was taking a very long time (removing that check sped up transfer by factor of 20) ## See some use of the Samples form capture. ## out random days next week (Monday Oct 2, Thursday Oct 6, Friday Oct 7 maybe) # Danelle ## working through some rhodamine data loading issues from the lrauvs ## working on a back end and front end client for the layers # Mike ## monitoring the automated lrauv loads ### over the weekend; error in the data file (incomplete data file). Continuous improvement needed in the programs. This particular file error now recognized by the ingest program. ## drift_data program written to bring together drifter track (or other platform in the tracking database) and M1 adcp data that outputs a map. could make a layer file or a kml for google earth... ## Mike gone Monday Oct 6 through Friday Oct 10 next week # Duane ## loading pctd and uctd data from RC into STOQS ### generating netCDF files from the triplet of datafiles that Erich posts from the ship ### three pctd casts have datasets that are not working in the conversion programming, related to location (lat long) fields in the .hdr file. The conversion programs are not robust to these file problems. ## gone Thursday Oct 2 through Tuesday Oct 7. No email or phone access. h5. *ODSS Engineering Meeting September 15, 2014* # Kevin ## I am working on the mobile app and updates/bugs for the updated ODSS. ## I have all the ships and shore ODSS configured and running with data syncing to the ships. The data syncing stats web pages are here: ### Carson ### [http://odss.mbari.org/data/logs/rsync/analysis/zuma/analysis/index.html] ### Flyer ### [http://odss.mbari.org/data/logs/rsync/analysis/malibu/analysis/index.html] #### You can zoom in on section with click and drag and can turn on/off data sets by clicking on them in the legend ... ### I will have to tailor the Flyer sync's as it is the full monty right now and they are leaving port and will be on VSat. Carson is on microwave, so I am just leaving the full sync turned on. We had a very successful test of the comms cascade on the Carson last week (copper->microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 27066790 27099542 27066779 27099544 27066781 27099557 27066794 27099555 server authentication mechanisms (mostly dealing with sessions) so that it will work both in mobile and desktop clients. ### Looking like JWT is the way to go and will start to integrate into the ODSS code base. # Carlos # Danelle # Mike # Duane \\ h5. *ODSS Engineering Meeting February 9, 2015* # Kevin ## working on planning, collaboration, calendar, authentication (with Carlos) ### task list cleaned up (ongoing) ## working on AXIOM interaction interface possibilities. ### Action item is to share diagrams. ### Offer to give them a VM with all our stuff up and running? ## Sample log work continues ### Hope to get it out before May CANON ### Use this to replace existing mobile apps for observation logging # Carlos ## integrate calendar tool fully into ODSS ## add "who is doing what" ## discussion on how to do authentication for calendar tool ### iFrame # Danelle ## workflow for the LRAUV data flow needs to be validated; should be working... ## how frequently will they we updating? etc. ## model data ? ### Clarissa forecasting (HAB forecast) ### Yi Chao COSINE #### AI: see Fred and John # Mike ## gone May 11 for a couple of weeks, maybe more. (during Spring CANON/ECOHAB) ## focus this year on sample capture ## outlining STOQS tasks for the year ### 80 hours on CANON this year ### interaction with gridded data (for data exploration) # Duane ## Met with John Ryan 1/29/15. discussed Spring 2015 CANON ECOHAB ### see attached ECOHAB 2015 [notes | ^ECOHAB 2015.pdf] ### Ecohab 2015 in Monterey Bay, May - June 2015 ### gliders, ESPs, Carson (no WF), John Martin, Waveglider, ### Need from ODSS/STOQS: same as previous CANONs/ECOHABs ### Real time data from LRAUV higher priority ### location: off Año Nuevo, off shore #### will look at lot like Fall 2013, day cruises h5. *ODSS Engineering Meeting October 14, 2014* # Kevin # Danelle # Mike # Duane h5. *ODSS Engineering Meeting September 29, 2014* # Kevin ## worked through some syncing problems over the weekend (Flyer and Normandy). Synching through beach for the time being. ### need to make the change to Normandy when Flyer back at shore ## see Friday email note for other updates ## need to get WF pctd and uctd flowing ## Monique on the Flyer; generating plots that she would like to push back to shore ## rsynch is running slowly, even when at shore ### checksum was taking a very long time (removing that check sped up transfer by factor of 20) ## See some use of the Samples form capture. ## out random days next week (Monday Oct 2, Thursday Oct 6, Friday Oct 7 maybe) # Danelle ## working through some rhodamine data loading issues from the lrauvs ## working on a back end and front end client for the layers # Mike ## monitoring the automated lrauv loads ### over the weekend; error in the data file (incomplete data file). Continuous improvement needed in the programs. This particular file error now recognized by the ingest program. ## drift_data program written to bring together drifter track (or other platform in the tracking database) and M1 adcp data that outputs a map. could make a layer file or a kml for google earth... ## Mike gone Monday Oct 6 through Friday Oct 10 next week # Duane ## loading pctd and uctd data from RC into STOQS ### generating netCDF files from the triplet of datafiles that Erich posts from the ship ### three pctd casts have datasets that are not working in the conversion programming, related to location (lat long) fields in the .hdr file. The conversion programs are not robust to these file problems. ## gone Thursday Oct 2 through Tuesday Oct 7. No email or phone access. h5. *ODSS Engineering Meeting September 15, 2014* # Kevin ## I am working on the mobile app and updates/bugs for the updated ODSS. ## I have all the ships and shore ODSS configured and running with data syncing to the ships. The data syncing stats web pages are here: ### Carson ### [http://odss.mbari.org/data/logs/rsync/analysis/zuma/analysis/index.html] ### Flyer ### [http://odss.mbari.org/data/logs/rsync/analysis/malibu/analysis/index.html] #### You can zoom in on section with click and drag and can turn on/off data sets by clicking on them in the legend ... ### I will have to tailor the Flyer sync's as it is the full monty right now and they are leaving port and will be on VSat. Carson is on microwave, so I am just leaving the full sync turned on. We had a very successful test of the comms cascade on the Carson last week (copper->microwave->4G->3G->VSat and back the other way) which we hopefully won't be exercising during CANON :-) . Should just be microwave the entire time ... ## I currently have all the deployed ODSS's pointing to Carlos' planning application on odds-test (which is open to the outside) and the STOQS panel is pointing to [http://beach.mbari.org/canon], which will still have broken links. Danelle is getting the STOQS application running on normandy which will bring back the URL [http://odss.mbari.org/canon] which should fix the STOQS links and then I will point the STOQS panel to the [http://odss.mbari.org/canon] again ... ## The one outstanding issue that I know of for the boats is the positions getting plumbed into the Winfrog (\+ other on Flyer?) ... ## BTW, the ESP was deployed at 9:00 AM today. It is not officially part of CANON, but I am sure having the ancillary data available to CANON will be helpful. I will work on getting that pulled over into the ODSS. # Danelle ## Still on the ready to load AUV data into STOQS ### Since I won't have any data to load until the experiment, I'm guessing on how to properly load that data. ### John Ryan will have some input on that after taking a look at rhodamine plot e.g. on what makes sense for interpolation. ## I'm working on installing STOQS and migrating remote sensing back-end scripts to normandy. Things are moving along well on that. # Mike ## incremental loading of data from streaming sensors (such as Moorings and Gliders) has been updated into STOQS on the production server Kraken ## gone week of Sept 15, but available via email if questions arise # Carlos ## working on changing the interlinkage between timeline editor "tokens" and corresponding platforms to use platform \*names" (and not the mongo IDs). ## later on: ### migrate (copy) the timeline editor mongo collections from odss-test to the appropriate production server ### deployment of platform timeline editor webapp also to appropriate production server. # Duane ## collecting info on CANON 2014 Fall sensors for the campaign ### snapshot of the spreadsheet where I am capturing the info: ### [https://oceana.mbari.org/confluence/download/attachments/24052327/Asset+list+STOQS+Fall+CANON+2014.xlsx.pdf?version=1] h5. *ODSS Engineering Meeting September 8, 2014* # Kevin ## Follow up on positions getting to ship nav systems, Flyer and Carson. Francisco is POC. ## Need to upgrade ODSS on Flyer, Carson, this week. ## Danelle: need to wipe ERDDAP data after upgrade, then resycn it, to avoid time stamp issue. ## ODSS is on Normandy, waiting for queues to be set up correctly, before cutting over from Beach. ## Mike: STOQS need to be installed on Normandy ## Brian K using Normandy for CPF tracking display. normandy.mbari.org/odss ## Samples App working on iOS and Android. Targeting ready for Sept campaign... ### pushing through apple process could be a bottleneck. # Mike ## working on stoqs issue 28, to enable data updates to not slow down the application ### for Mooring data, etc. ## looking at products from STOQS data ### potentially, the product could be a layer for ODSS #### example, adcp data from Mooring, surface currents from HF radar ### Kevin: looking at doing a client-side KML rendering (to avoid the steps of making a layer) # Duane ## talked about putting together asset list and sensors for STOQS loads ### Mike and Duane to prepare STOQS database on Kraken ### Team review asset list and sensor list # Danelle ## Performance issues with ERDDAP. Working on understanding that. Add RAM to the VM? ## Lots of map workflow-related changes due to mapserver and ERDDAP upgrades ## On deck with low-res data from LRAUV for STOQS h5. *ODSS Engineering Meeting July 7, 2014* * Kevin, Duane, Mike McCann, Francisco # Kevin ## Nothing new ## Working on the production machine (replacement for Beach)... # Mike ## Working on STOQS issue 49 ### classification tagging meeting Tuesday at 11AM in Harbor... #### Mike to demo data tagging in STOQS # Danelle ## Nothing new to report ### New data streams? #### ADCP -- currents ### Where is the patch and where is it moving? ### Laterally and vertically #### ROMS - sigma T, to get at variability in density parameters h5. *ODSS Engineering Meeting June 9, 2014* # Kevin ## I am working on the configuration management set of tasks from the updated task list from the Thursday meeting here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] # Mike ## Discussed Thursday CANON Logistics meeting ### talked about ODSS tasks, including Samples #### need someone in addition to kgomes working on the tasks... ## Working on STOQS issue 49. Major Focus ## Status of ODSS-test, Beach, 64 bit development and operational machines ### why does Odss-test keep filling up? ### why do we still have odss-test? # Danelle # Duane h5. *ODSS Engineering Meeting June 2, 2014* # Kevin: ## Working on a detailed task list ## Goal is to make ODSS an institutional asset, useful for projects beyond CANON # Mike: ## STOQS now working on Internet Explorer 11 # Danelle: ## Have a bunch of small things that need to be done ### Review the architecture to make ODSS more useful/easy to maintain for other projects #### ease of adding a layer (geoserver) #### ease of automating (mapserver) #### partner with Axiom? # Duane: # Francisco: ## Axiom: on Francisco's list to follow up with them ## Institutional data store / format(s) ### Catalog will help with that h5. *ODSS Engineering Meeting April 14, 2014* # Kevin: ## 3G/4G not working particularly well. 2 mile range. Verizon phones work much further offshore than the Verizon modem that we are using. Need to debug. ## Have outstanding issue with daphne directory on beach. Put in IS help ticket to rectify permissions issue. ## Gave John a list of questions to address when they are in shore over the next couple of days. ## Winfrog seems to be working fine. # ODSS development: ## Get Normandy set up with ODSS (this is the Beach replacement machine) # Mike: ## John is successfully using Mercurial (for code check-in) and STOQS ### A problem with bottle CTD ### Some merge issues with Mercurial (multiple heads) # Danelle: ## See a lot of lrauv data files from hotspot with no data. Mike says this is normal. ## Need AIS source for Southern Cal. Craig to follow up. ## Mike and Danelle are working on the LRAUV hotspot data flow. Beginnings of a page documenting this are here: [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Data+Flows] ## A NC4 file converter and loader have been written and are being modified as needed for production on shore/ship. These can be found here: [https://code.google.com/p/stoqs/source/browse/loaders/CANON/realtime/monitorLrauvHotSpot.py] [https://code.google.com/p/stoqs/source/browse/loaders/CANON/toNetCDF/lrauvNc4ToNetcdf.py] # Duane: ## Axiom meeting 2:00PM - 4:30PM Tuesday, Harbor View Conf room ### Kevin: will present _à la manière de_ USGS ### Mike: will present STOQS ### Danelle: will add a slide to ODSS slide set about Mapping h5. *ODSS Engineering Meeting March 31, 2014* # Kevin: ## The modems for the Carson are here. ## Pete is installing one of them. Carson port day on Friday. ## Kevin out the rest of this week, save Friday. ## Working on the Samples log and build and deployment and Beach replacement (to be called Normandy). ### If not done in time for the Spring campaign, we might do the transition in steps. ## Look at list of platforms and the data ### waveglider fetch ### Danelle working on LRAUV data h5. *ODSS Engineering Meeting March 17, 2014* # Kevin ## continuing refactor on sample log following R & T meeting ## Beach update to 64bit ### discussed migration approach -- clone vs clean install #### STOQS/MBARI tracking have the same prerequisites. #### ODSS easy to build #### Mike: suggest making one CANON thredds server xml, and have campaigns simply be sub-directories off that top level ##### Danelle: ROMS catalog needs to be separate (because of the kind of data that is served) forecast and nowcast handled separately ## Engineering to purchase and install our own 4G modem/router with a static IP on the Carson ### to coordinate with DMO and IS (pete) # Danelle ## will talk to John about generating kml from underway data while in Southern Cal ### generate in Moss Landing, synch back to Carson? # Mike ## Out with John R. last week SIMZ cruise ### John has his STOQS loader merit badge ### using Zuma as the development system while on the Carson ### Spray glider, RC profiling and underway ctd data, Dorado data ### setting up the thredds server catalog (.xml and restarting server) was an extra step ## Mike out next week at OGC meeting h5. *ODSS Engineering Meeting March 10, 2014* # Kevin ## Kevin met with Reiko and Timprofiling and underway ctd regarding Sample log ### Plan another turn based on their feedback ### ESP, BOG, others data feed in directly ### Others, use sample capture tool #### Moving Mike out next week at OGC meetingplanning tool into an iFrame ## Monique sent info on layers to include for April cruise ## Need to meet with Todd regarding 3G stuff ### Plan update March 21 to Carson ## Android, iOS Sample apps are working ### Plan to update logging apps as well. # Danelle ## working on repairing coast watch hf radar and mooring layers # Mike ## updated Carson with STOQS on zuma. should be good to go for April cruise ## received updated waveglider data to get enable input to Sept 2013 STOQS database h5. *ODSS Engineering Meeting March 3, 2014* # Kevin: prep on Carson ## Plan to talk with Aaron. Status of comms? Use 3G in Southern California ## Mike will be out Tuesday on the Carson # Kevin: working on core ODSS stuff # Danelle: potential trip to Porto in May # Mike: BEDS team detected an event ## Tuesday cruise to pick up the data. Will be busy analyzing the data following the cruise. ## Hope to present at a conference at the end of March. Web3D. # April tasks: ## STOQS on the Carson (update) and data loads ## Danelle: working on Tethys loader ### netCDF4 -- there are differences depending upon level; needs to be tested against thredds server and stoqs loader ## use of sample log \\ h5. *ODSS Engineering Meeting Feb 10, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Discussed summary task list, for presentation to Engineering and Logistics status meeting # Discussed Waveglider data storage in repository and in STOQS # Discussed STOQS database names (naming convention) and descriptive name \\ h5. *ODSS Engineering Meeting Feb 3, 2014* _Virtual Meeting_ # Danelle: ## I worked on reorganizing and cleaning-up the mapping related requirements, prioritizing them, did some comparisons on ERDDAP and THREDDS in terms of meeting mapping requirements. ## I also spoke with Monique about what kinds of features she would like to see. She saw value in 1) being able to add your own e.g. KML layer and 2) being able to see model data comparisons with actual data. # Kevin: ## I am pretty much done with the refactoring of the repository. It is quite a bit different so if you check it out or update it, you will see a bunch of things move around. ## I have started on the Sample functionality and am going ahead with the overhaul of the mobile app because that will be a main conduit for sample information. # Mike: ## Here's an overdue update on new STOQS features: [https://code.google.com/p/stoqs/wiki/Update_3_February_2014] ## I'm continuing to work on the "trajectory_biplots.py" script that will make the multi-platform chl/bb plots that Francisco has asked for. The current challenge is find a good mapping module to use; I'm trying Cartopy, but it needs Python 2.7 and STOQS is all built upon Python 2.6. \\ h5. *ODSS Engineering Meeting Jan 21, 2014* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- -Carlos Rueda- -Thom Maughan- # Danelle: ## STOQS - "vector" data only (positional) vs. gridded ("raster") data ## Discussed dropping ERDDAP ### Use GeoServer instead? ## use scenarios? -- needed in addition to the Requirements document to give context and intent # Mike: ## Working on issues logged by Monique ## looking at EcoPuck data truncation (3 significant digits) on slocum glider ## loaded full data set from gliders, now that they are back on shore. (delayed mode = final). # Kevin: ## Planned work discussion: ### View creation: #### choose platform #### choose layer #### create new repository #### automatic pipeline ### Add Data Set \-> catalog \-> ERDDAP and/or \-> Thredds and thus \-> STOQS #### thredds \-> STOQS ### winfrog config ### vsynch config ### authentication / authorization #### OpenID #### data policy display and accept \\ h5. *ODSS Engineering Meeting Jan 6, 2014* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- *CANON ODSS Kickoff 2014* # Campaign Spring April 9 - 21 # MongoDB training Mountain View Jan 13 - 15 # Work on requirements list and task plan for 2014 ## requirements: [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Idea -- export STOQS data to display as a layer in ODSS \\ h5. *ODSS Engineering Meeting Nov 4, 2013* Carlos Rueda # Carlos ## Update: Platform timeline editor implementation now based on angularjs.org. ## Working on reimplementing backend service in Node.js. ## Documentation updated: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Platform+Timeline+Editor] h5. *ODSS Engineering Meeting Oct 28, 2013* Carlos Rueda # Carlos ## Update: Kevin and Carlos had a meeting last Friday to discuss status of platform timeline editor and T-REX front-end. Next steps are: ### complete implementation of some features while finalizing migration of timeline editor as an Angular (angularjs.org) ### reimplement timeline editor back-end service in javascript as a Node module (currently, it is a JVM service written in Scala) ### integrate timeline editor in ODSS (both front-end component and corresp. back-end service). h5. *ODSS Engineering Meeting Oct 21, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda -Thom Maughan- # Kevin ## Carson microwave failed. Craig is working on fixing that. ## VSAT integrated mode on WF - trying to figure out why they are seeing Lock-up. # Danelle ## PICES meeting ### Danelle posted workshop notes - [link: | https://oceana.mbari.org/confluence/x/Y4BhAQ] # Duane ## Need to schedule some post-experiment sessions with users to capture their feedback # Carlos ## what next for planning code? ## Discussion of meeting with Porto (Jose) regarding Neptus planner and potential collaboration with ODSS team ### Neptus and related tools are [here: | https://github.com/LSTS] ## Brief discussion of trex interface # Mike ## IMDIS (International Marine Data & Info Systems) Lucca Italy meeting ## FOSS4G meeting # Tom ## Hotspot: Dorado/TREX experiments. Need to be within \~400m of each other to communicate. ## One mission: able to \~near realtime move data from Dorado through processing to J. Ryan. ## Recent work: with Porto guys, to enable EXTREME vehicle to communicate via Hotspot ### Vehicle to shore, vehicle to vehicle ### Plan for 2014 Spring Ecohab - science use case with LRAUV h5. *ODSS Engineering Meeting Sept 16, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Getting Flyer and Carson straightened out. Too much work to push out a new VM. Going to use existing ODSS machines. ## LST positions ## Working on hot spots ## Keeping in synch with layers and boat info. ## Lots of logistics ## Going to try to get drawing plans and managing samples up before end of September 2013 # Carlos: ## Integrating planning into ODSS with Kevin # Danelle: ## working on animations ## vectors all work: wind, current. Ledgers added. ## fixed ROMs layer bugs. used ncml in Thredds to fix time dimension problem in netCDF files ### see ncml cookbook... # Duane: ## Loader people are tripping over generating netCDF for underway data in unexpected formats ## Western Flyer goes out Thursday Sept 19 for 8 days ## [STOQS Load List |^STOQS_Load_list.xlsx.pdf] plus loading Stella Drifters that have sensors \\ h5. *ODSS Engineering Meeting Aug 26, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## Working on backend to support odss in mongoDB ## started confluence page for data management outline plan ## work on data management plan with team Tuesday afternoon in Building G # Danelle: ## kevin is going to update erddap to 1.44 ## working on wind vectors and currents with arrows for model and m1, including an animation over time ## added underway data display via kml upon request from Monique (see Martin SST Layers) ## adding grib data - Mike says look for grib handler for thredds # Mike: ## fixed adcp processing on M1 ## share this view feature complete. running on kraken and odss-test ### please use and test the "share this view" feature ## plan: point odss (beach in dmz) to stoqs on kraken (inside the firewall) via a hole in the firewall # Duane: ## when Mike says go, rerun new stoqs loaders on kraken ## Duane and Reiko continue adding data sets to 2011 and 2012 in prep for 2013 Fall Campaign # Carlos: ## cleaning up the code to integrate widgets into codebase ## todo integrate REST servers for platform calendar (including username) ### Kevin says the login will be handled by the session, nothing for the rest calls to do # Other: ## Presentation from August 22, 2013 regarding September campaign plan, as presented to overall CANON team: [2013 September campaign plan as of August 22, 2013| ^Chavez_CANON_August22.pptx.pdf] [ppt | ^Chavez_CANON_August22.pptx] h5. *ODSS Engineering Meeting Aug 19, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda -Thom Maughan- # Kevin: ## login set up on odss-test (using google login). OpenID still a problem. ## node server and tomcat both running ## need to upgrade beach (odss main server) to 64 bit. # Danelle: ## working on adding HF radar data. Realtime hourly. ## lots of requests to handle # Mike: ## Working on Vrijenhoek lab project ## SIMZ cruises. Mike reported to odss list issues on data handling synch ## kraken database server up and running. Internal to MBARI firewall. ### share-this-view feature on kraken version (and other up-to-date installations) ### decided to run the server-side software and the database on the same machine # Duane: ## returned to STOQS loader work. to add data provided by Reiko out of BOG ## reasonably successful in creating a loader for Sept 2011 data (Dorado, spray glider L66, others) ## need migration mechanism to duplicate databases from "odss-test" to "odss" # Carlos: ## to do: integrate planning calendar view. ## sent Kevin info on the prototype ## to do: enable harmonizing two views - calendar and autonomy ## to do: drawing tool h5. *ODSS Engineering Meeting Aug 12, 2013* Duane Edgington Kevin Gomes Danelle Cline -Mike McCann- -Tom O'Reilly- Carlos Rueda # Kevin: ## Working on MongoDB setup, login # Danelle: ## working on ROMS forecast/nowcast ### 24/48/72 hours. Kevin talked about organizing these by folders using MongoDB ## to do: KML animations for playback ### issues to work through with KML support in MapServer # Duane: ## returning to STOQS loader work. to add data provided by Reiko out of BOG # Carlos: ## integrate planning calendar view. ## need to send Kevin info on the prototype to enable harmonizing MongoDB h5. *ODSS Engineering Meeting Aug 5, 2013* Duane Edgington Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Kevin: ## Need to start up Tuesday and Thursday afternoon coordinated development sessions in Building G # Danelle: ## out of CANON time. Will investigate autonomy tasks for ODSS # Duane: ## Next week: return to STOQS loader work. to add data provided by Reiko out of BOG ## [CANON engineering labor allocation, and hours spent/remaining as of July 26, 2013 | ^Canon_allocation_2013_spent_7-26-13.pdf ] # Carlos: ## integrate planning calendar view. h5. *ODSS Engineering Meeting June 17, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- at web3d -Tom O'Reilly- -Carlos Rueda- # Danelle: ## For the upcoming REP-13 experiment (July 8 - 21) (this is the name of the Porto experiment), we are aiming to bring up a version of ODSS on the shore-side in Portugal. I'm responsible for setup and debugging ODSS on the shore-side, so I'll be asking for your guidance in the coming weeks. ## This is basically a proof-of-concept and to get them engaged in tech transfer. The idea is to bring up situational awareness view and STOQS view. This means vehicle and AIS tracks, mapping products and other data ingested into STOQS. Still more details to work out on that - this is just a heads-up. ## I've submitted an IS help ticket to clone odss-test as I think this will be the quickest way to get something up and running. They can run this on VM player on a server on their end. ## Discussed adding a waveglider loader using FETCH (liquid robotics web access methodology) for the REP-13 expt. ## Kevin to write scrapper per Hugho's REST API for tracks # Danelle: ## received map requests for Sept 2013. ## new: HF Radar # Kevin: ## Presented current plan for development and tasks ### Product perspective #### UI ### Catalog UI development #### Form to add/edit metadata for folders in catalog h5. *ODSS Engineering Meeting June 10, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann -Tom O'Reilly- Carlos Rueda # Duane presented current labor expended vs allocation report # Kevin presented view of GUI implementation ## adding planning sketch as a layer ## adding chat view of email list ## adding Carlos platform GUI view ## adding View (replaces campaign) that defines platforms and timeframe. Allows personalized View of platforms and times of interest (e.g. Waveglider operator; view every Spring; ...) # Carlos presented plan and "demo" of planning interface to TRex. # Tools and look-and-feel of planning interface will also be used for the platforms list - ODSS planning # Thom: discussed Iridium RUDICS streaming data mechanism ingest into something that informs ODSS and other things. ## Gliders and Waveglider. Tom O'Reilly to do? # Thom, Francisco: Tom, Brian K. to implement Acoustic modem to LST communication. Waveglider and/or LRAUV to implement. ## LST location, status info \\ h5. *ODSS Engineering Meeting June 3, 2013* Duane Edgington -Thom Maughan- Kevin Gomes -Danelle Cline- Mike McCann -Tom O'Reilly- vacation -Carlos Rueda- out sick # Discussed  outcomes of meeting Thursday May 30 (Francisco, John Ryan, Jim Bellingham, Yanwu, Thom, Duane E.) regarding Fall 2013 Campaign. See [slide set| ^CANON_May28_2013.pptx] that Francisco set out \\ From: "Francisco Chavez" To: "Kevin Gomes" , "Thom Maughan" , "Duane Edgington" Cc: "Jim Bellingham" , "John Ryan" , "Chris Scholin" Sent: Wednesday, May 22, 2013 4:07:39 PM Subject: CANON meeting tomorrow 10 am Harbor \\ Reminder that we are scheduled to meet May 23 10 am in Harbor. Will schedule weekly meetings from now until end of August with the expectation that some fraction of the group will be able to attend every week. Meeting next week will include a much wider group probably in the Pacific Forum. Agenda: \\ 1) Discuss/define scientific objectives for Fall experiment 2) Discuss/define technical objectives for Fall experiment 3) Discuss/define operational plan for Fall experiment 3) Begin discussion of 2014 proposal # Discussed working groups and upcoming Fall Campaign science planning meeting per Francisco: \\ On June 6, 10 am we will meet in the Pacific Forum to discuss the upcoming 2013 Fall experiment and its current state of planning. The attached [Powerpoint|^CANON_May28_2013.pptx] has preliminary information. See slide 10 for the current state of planning :-) See slide 11 for assignments (just in case reproduced below). The proposal is to have smaller working groups develop plans over the next months for work before, during and after the experiment. The current working groups, proposed leads, members and charter are: \\ •Science planning - Ryan (Bellingham, Chavez, Scholin, etc.) •Technical planning - Maughan (Edgington, Rajan, Chavez, etc.) •Autonomous mobile platforms - Bellingham (Wahl, Ryan, Zhang etc.) •Autonomous drifting platforms - Smith (Sherman, Chavez, Wahl, etc.) •Data analysis - Messie (Ryan, McCann, Bellingham, Chavez, etc.) •Samples - Pennington (Blum, Smith3, Kudela, Preston, Zhang, etc.) •Data management - Gomes/Michisaki •Responsibility of lead to develop a list (questions, platforms, products, data, samples), a means to answer/produce/distribute, analyze, organize team, etc. Everything is negotiable\! Including the list. Interaction between groups obviously needed. # Kevin and Duane worked on the ODSS Planning confluence page, entering the platforms from the operation plan for Fall 2013. The platform list needs to be expanded to include all the science data streams for each platform, and a checklist of the STOQS loader for each data stream into STOQS. \\ h5. *ODSS Engineering Meeting May 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Carlos Rueda John Ryan # The group discussed the [message | ^Francisco etal input to Team ODSS.docx] and powerpoint [slide | ^ODSS_SE.pptx.pdf] from Francisco ([powerpoint| ^ODSS_SE.pptx] here) h5. *ODSS Engineering Meeting April 29, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda Francisco Chavez # Duane presented labor status. ## McCann nearly out of CANON time - are the STOQS tasks remaining common with Bob V. project tasks? ## Schramm out of time - need to request more from PCO/MT? ## All other engineers have a lot of time remaining: [Canon allocation | ^Canon allocation 2013 spent 4-19-13.docx] # Presentation from Thom Maugham on requirements - add presentation here # Presentation from Kevin Gomes on tasks to be done for next field campaign - [ODSS Task Slides (PDF)|^ODSS Tasks.pdf] ## Discussion of tasks: ### Francisco: ODSS team to propose structure for data - gridded? SQL database? ### Francisco: need a front page that lets a user select which campaign they are working on #### Kevin: do that setup as part of the odss situational awareness front page ### Thom: Planning service. Need to make a way to add a platform, that primes the data management system. Do that in the Planning service, where the timeline is located? Do in 2013 or 2014? ### Data service: folders will be setup automatically by the platforms selected and the map services selected ### Francisco: Do we save all the remote sensing/satellite/model data? Do we save only the part relevant to the campaign area or save the larger view that was downloaded? ### Kevin: move the ODSS data analysis to the Data services view ### Kevin: move STOQS view to Data Analysis #### Francisco: STOQS is data management. Need to manage model data and remote sensing data as well. Need to manage sample data too. (water samples) ##### Thom: chat dialogs are also data ##### Danelle: STOQS also provides visualization ##### Mike: and STOQS provides a user interface to the data (sort of like MoQua) #### Data Analysis is something else... Users suck the data out of the Data Management component (STOQS etc) and take it elsewhere for analysis (Matlab, , other analysis tools and procedures) #### Francisco: need to supply a map (powerpoint slide) of the pieces of data that is managed #### Francisco: need to supply a map (powerpoint slide) of the data analysis products ### Mike: STOQS work to do: Add the capability to save a STOQS query and settings, and share it with a colleague. I need help to do this (outside services) ### Thom, Mike: showed stoqstoolbox matlab access - way to get matlab sql queries generated by STOQS ### Francisco: STOQS is data management, STOQS UI is data analysis. UI needs some discussion and documentation (so people know what can be done and how to do it) - discussion is on whether UI can access other things as well, and if not, how you do that ### Thom: what is a catalog? #### a list #### a searchable list #### a way to find the thing you are looking for ### Collaboration - alternative to email #### Chat - conversations ##### Whole team vs. two person conversation #### attachments, annotations (drawings on the map) ##### get deposited into the data catalog #### establish groups, not open to everyone ### Francisco: suggest one person from the engineering team sit down with a scientist and see what the scientist really does and how they do it (how the planning is done) #### Francisco, John Ryan working now on plan - John in-shore, Francisco off-shore (with Ken Smith) ##### Thursday May 2: CANON Planning meeting, want to see plan for the features of ODSS for Sept. On one or two slides. ### Fall Campaign: Sept 16 - Oct 3 (Carson plus Flyer) h5. *ODSS Engineering Meeting March 20, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the RC Tom O'Reilly -Rich Schramm- Carlos Rueda -John Ryan- on the RC # ECOHAB status ## Kevin: so far so good. ## Talk about flow of charts into ODSS (instead of email) once the ECOHAB campaign is over. ## USC glider data. Tom: glider data staged for ingest into STOQS. ### USC data is running about 3 days behind. Don't know why... ## rsync: Tom: rsync is copying things repeatedly. Needs to have flag set. ## Danelle: having issue with rsync, need for test data deleted on shore also deleted on ship. ### for next deployment, look into having this fixed, so we have complete synchronization. # Thom: requirements ## figure out how to pull ecohab email stuff into ODSS ## figure out how to pull old cosci stuff into ODSS ## map the way forward for chat, email, figures, observations # Keep Beach\!\! need the cosci data (conversations) and database on Beach\!\! # OA waveglider is now out in Monterey Bay. Need to see it in ODSS \\ h5. *ODSS Engineering Meeting March 13, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan -Francisco Chavez- # John Ryan: ## will prioritize layers to be rsynch'd ## discussed mechanism to communicate data upload mechanism to the ECOHAB team ## send out a screen-shot that demonstrates the asset location plus layers of interest (Kevin to generate) # Kevin: Plan for March: status and action items for spring CANON campaign ## biggest outstanding issue is rsync to the Carson ### highest priority items? layers that are highest priority? ### turn tracking back on. (messages are \~100 bytes each) ### no feedback from Hans regarding networking diagnostic results... ## shoreside: layers, legends - all layers working except one of the ROMS data types (winds) which will need to wait until later ## ready to add more layers as needed ## Kevin to spend time on ESP data ## Tom: usc glider data needs some work at USC end before it will be ready to display ## Mike: work to do on the Dorado data processing. Try to make the Dorado data files smaller to increase the draw rate ## no OA waveglider for this campaign ## On the boat: ### Mike McCann, John Ryan, and ? Leaving on the Peace Train Thursday morning ### Mike to turn on rsync only for the layers that John really wants ### need to check that the thredds version on the Carson is ok for the layers. If not, will need to make an update (move version back). Potential problem - can't do playback. # Planning: Carlos ## coordinated with Fred regarding infrastructure # other business: # task list for 2013 ## John: Fall campaign will have a bay component and a transition zone component. Check with Francisco to see if need internet access on the Carson for the fall expt. \\ h5. *ODSS Engineering Meeting February 25, 2013* Duane Edgington -Thom Maughan- Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda John Ryan Francisco Chavez # John Ryan: In this CANON experiment, are we aiming to introduce ODSS to (more) collaborators? If so, perhaps we can discuss what / how this coming week? ## let collaborators get the benefits that we get from ODSS ### 1) connectivity: will we have ODSS at sea in southern California? #### probably. we are working on it. ### 2) connectivity: will we have ODSS while at dock? #### check with Aaron. Can use 3G connection via ethernet jack or via wifi hotspot? #### 3G looks good in all regions during campaign ### 3) where to go for updates and for file sharing? #### use ODSS synching mechanism _ala_ Sept 2012 #### we will be keeping shore and ship ODSS in synch # Kevin: Plan for March: status and action items for spring CANON campaign ## On the boat: ### Mike McCann, John Ryan, and ? # Planning: Carlos # other business: # task list for 2013 \\ h5. *ODSS Engineering Meeting February 11, 2013* Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- out of the office Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda # Kevin: Plan for March: ## Looking to have odss-test VM pushed to Carson Thursday. Test over microwave link ### Rich to install the clients for the platforms into STOQS. No backlog, things in the water 1st week of March ### Kevin to do the display clients, rsynch ### Priority is rsynch, then cloud-in-a-box (megpaware) ## Meeting with DMO and IS regarding comms ### Plan to is use the vsat, there will be 3G, but not plumbed into the ship network. Look into having a connection to the 3G via a second NIC on the VM machine. #### Thom: we should follow up with J. Ryan regarding decision plan on the boat ####   ### Mike requests that we bring up Malibu when we can so he can get files that are on Malibu, not on shore. ### Duane got info from Arvind Pereira USC regarding glider data. Follow up later this week. ## Outside Software Services money? $10,000 in the budget? Duane to talk with Francisco... ## Computer and software budget? $13,000. # Planning: Carlos ## Software license details are a barrier for Bryntum package. ## looking at another package that is licensed GPL2 ## Planning ahead for authentication/authorization, but not working on that yet. ## Kevin: LDAP ## Rich: working on ship's position ## Thom: less and less likely that waveglider will be part of ecohab ### eventually have waveglider data in a central place ## On the boat: ### Mike McCann, John Ryan, and ? \\ h5. *ODSS Engineering Meeting February 4, 2013* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm Carlos Rueda \\ # Kevin: Plan for March ECOHAB: ## [https://oceana.mbari.org/confluence/display/CANON/ECOHAB+-+March+2013] ## Rich: very good to have 2 NICs on the zuma machine/VM # Thom: put information on planning for March ECOHAB on planning tab of ODSS: ## [https://odss.mbari.org/odss/] aka [https://oceana.mbari.org/confluence/display/CDATA/ODSS+Planning] ## Split out Carson and Dorado, since they will not always being together # Carlos: working on planning pane # Mike: meet on STOQS right after this status meeting \\ h5. *ODSS Engineering Meeting January 28, 2013* \\ Duane Edgington -Thom Maughan- out being trained Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Rich Schramm -Carlos Rueda- \\ # Plans for the spring campaign ## for DMO, estimate data use based on Sept 2012 cruise ## will respond to Chris G. regarding VSAT on Carson ## for IS, creating documents on how machine on Carson should be set up ### please review by end of day 1-29-2013: [https://oceana.mbari.org/confluence/display/CANON/ODSS+Requirements+and+Installation] ## Need info from Todd R. on how VSAT configured on the Flyer ## to do: diagram of over-all network, to set up Zuma on Carson as well as Malibu on Flyer ## to do: implementation plan/task list for overall 2013 ODSS development, for Francisco # DSS conference: ## Kevin to go and present \\ h4. *start 2013* \\ *ODSS Engineering Meeting October 8, 2012* \\ Duane Edgington -Thom Maughan- on vacation -Kevin Gomes- on vacation Danelle Cline Mike McCann -Tom O'Reilly- \\ *ODSS paper session Oct 1, 2012* [Thom's presentation, useful for introduction|^CANON_ODSS_ProjectUpdate_2012_45min_v1b.pptx]\\ * Duane Edgington * Kevin Gomes * Thom Maughan * Danelle Cline Outline for ODSS paper Target: 12 pages or less, 29th IEEE International Conference on Data Engineering Workshop on Data-Driven Decision Guidance and Support Systems (DGSS) April 2013, Brisbane, Australia Paper due Oct 19, 2012. Latex in IEEE format. (camera ready paper due December 17, 2012) \\ We are building the paper here, in Google Doc: [https://docs.google.com/document/d/1HVZWHrglRGuH120bCzmZmEbcu9S3RFL0r57eVeECtgA/edit]\\ \\ Kanna has set up a LaTex directory tree in SVN to enable building the paper for submission, here: svn checkout [svn+ssh://kahuna.shore.mbari.org/svn/repos/autonomy/trunk/papers/dgss13]\\ # Introduction ## Domain (Thom) ## History (Thom) ### Field deployments (Thom) ### Aosn (ref) ### Robotics (ref) #### autonomy ### Canon (ref) ### Workflow analysis ### STOQS (ref) # Workflow breakdown (Thom) ## (each perspective) # Overall architecture of the tool (Kevin and Danelle) ## Requirements ## Functional view / User perspective ### Standards, and why (openLayers, Mapserver) ### Shore-side autonomy (refs) Thom ## Implementation view ### Communications Kevin ### Catalog(s) data store Kevin #### Data Store ##### File ### Remote Sensing plus map overlays (Overlays) Danelle ### Web services Kevin #### Winfrog #### Hans Thomas #### Observation clients ### Data standards and non-standards Danelle, McCann #### Netcdf #### Non-netcdf data #### Stoqs #### Matlab interface #### Thredds #### Erdapp ### Data Products Kevin #### Monique, ryan, lrauv godin, ctd, auv # Field validation of distributed deployment Kevin, McCann ## o # Next steps Kevin ## ecohab ## Content Management System (CMS)? ## Authentication # Conclusion *ODSS "lessons learned" session September 20, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly Francisco Chavez Kanna Rajan (over Skype) \\ # Started Requirements and Ideas list for ODSS fixes, enhancements, at: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] # Links to Data repositories updated for CANON Sept 2012 Campaign here: [https://oceana.mbari.org/confluence/display/CDATA/CANON+2012+Sept+MB+Data+Archive+Description] # STOQS is updated with campaign data # Action item, Edgington: have I.S. back up Malibu # Need home for all scripts, etc: ## McCann: Google Code repository works cleanly for archiving scripts and other files ## Cline: Investigating Dropbox as mechanism to archive scripts, distribute to multiple computers (cross Operation Systems) # Chavez: useful to have odss info on winfrog. Seemed to be a hit with operations. webservice client for odss info worked well. # Chavez: Western Flyer captain could not use ODSS on the bridge since he is on an old PC (Windows XP?) using Internet Explorer (version 8?) # Francisco: Having access to data products produced at shore and relayed to the ship was very useful. ## issue: products not organized well in the data frame of ODSS. People just put stuff whereever... ## How can we organize ODSS to enable a process to see full data products run the same way as the partial data products produced during the cruise? ## Discussion needs to continue on what the how products are organized, persisted, communicated. # McCann: rsync ran very well - longest transfer was 20 minutes ## vpn was solid for over 50 hours with no interruption ## RabbitMQ messaging ran great ## O'Reilly: discovered in previous cruise that static IP number for VSAT system can change, due to antenna picking up a different satellite, or due to VSAT provider changing the IP address because they want to... Need to be able to deal with such a change during a campaign # Chavez, Rajan: look ahead to ecohab spring 2013 campaign. ## interested in the data and the data products, perhaps more than in resource location ## will be in busy shipping traffic area, so will need situational awareness of location for navigation and avoidance ## will have extensive freewave radio network coverage, if that is useful # Chavez walked us through several data products in the data pane of situational awareness perspective, to show us what was produced and a bit of why it was useful ## We displayed ODSS and these products on a Windows 7 laptop in the meeting using Internet Explorer 9. No problem. # Data products: missing "rosetta stone" that defines the products that were produced, and how those were made. How do we capture and store that information moving forward? # CANON PI meeting next Thursday September 27 to discuss next steps in processing CANON Sept 2012 data *ODSS Engineering Meeting September 17, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- on the Western Flyer Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI ## AIS tracking resulted in a problem ### will need some more investigation to figure out how to proceed ## positive feedback from the Flyer participants ## bandwidth usage seems fine # Comms infrastructure ## seems to be working, very useful to ESP team ## more test time would have been useful # Mike McCann: Data and other status # Danelle: status ## working on the vector layers, working with mapserver dudes to understand root of problems ## need revision control on configuration files and scripts (tricky since different on different machines) # Thom: Requirements updates ## be able to produce provenance of information (layers, etc) ## test plan for scaling (e.g. ecohab scale) ## action item to schedule a post-cruise ODSS review ## action item to meet with the LRAUV team for better interface with ODSS # Any other business ## place to add notes: [https://oceana.mbari.org/confluence/display/CANON/Additional+Requirements+from+Sep+2012] \\ *ODSS Engineering Meeting August 27, 2012* \\ *{-}Duane Edgington{-}* on vacation *Thom Maughan* *Kevin Gomes* *Danelle Cline* *Mike McCann* *Tom O'Reilly* \\ # Thom: Autonomy coordination ## Danelle attended.   Kanna's team is looking to get calibrated ## Note: Mike M on vacation, need to look at alternate for running auv processing scripts. # Kevin: GUI ## Platforms reading from the database directly for the catalog view  ## Data source pane is working for viewing data ## Web app senses shore vs ship location of ODSS to either show google map or a local map (gawd awful ugly green noaa gebco map) # Comms infrastructure ## Working with ESP to insure iridium messages are forwarded ## Not sure what plans for sync'ing ESP data to shore ## Waveglider is in progress (need to get the ID from LR).   LR is deploying on the 31st. ## rsync status?  Mike does not know what is happening.   Plan B is Mike is out on the boat and will do file transfer manually.  Tom is back next week. # Mike McCann: Data and other status ## Mike and Jordan were supposed to meet, need to do this for getting LRAUV into WinFrog # Danelle: status ## adding ROMS model data to THREDDS and ERDAP ## Winds data, have the dev version of MAPSERVER installed except on Zuma.  Tests are passing.   Fred is working to gen data. ## Johns list of data is done.   20 new layers. # Thom: Requirements updates ## NTR # Any other business ## Duane has talked with Eric R about CTD underway data # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Worked on rsync, ran into difficulties.   On vacation this week \\ \\ *ODSS Engineering Meeting August 20, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Tom O'Reilly \\ # Thom: Autonomy coordination # Kevin: GUI and comms infrastructure on boat ## Telecon with Dan C. Monday. ### limited to 256KB due to shared use with other users out at sea etc ### concerned about latency ### use Zephyr network for testing (to test latency and 256KB pipe) ### need ship to do testing; due back Sept 4 ### fall-back is using VNC to connect to shore system ### alternative fall-back is send emails with kml's to Mike McCann on the ship, who sticks them into the the "rsync" directory (assuming rsync not working) ## Jordan is looking into ship captain having awareness of assets so ship does not run over assets ### Winfrog ## GUI: implementing catalog view of the file system # Mike McCann: Data and other status ## STOQStoolbox - sent an update Friday with all requests handled ### give me all the data from one vehicle ### deal with unspecified platform (if not specified, default to "all") # Danelle: status ## working on satellite data cache ## responding to John Ryan's request for 9 new images ## need to work on winds - Fred B. found new mapserver feature that could help # Thom: Requirements updates # Any other business ## Talk to Eric R. regarding location of CTD etc data on the flyer ## ESP location details to be ironed out for tracking. Roman # Tom O'Reilly: Spray glider command infrastructure. Shore app to redirect. Control depth between waypoints. ## Discussed Tom assisting with comms issues and testing. \\ *ODSS Engineering Meeting August 13, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Planning sept## Planning sept 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS 24-26 autonomy cruise. JD attending, drifter following using ODSS ## will fly UAS (unmanned aerial system) off the bow. TRI company will be doing the flying... ## would like to update the "no-fly" layer on ODSS # Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # Mike: Database, data access status ## getting feedback from users of STOQS toolbox ### Kevin: GUI status ## get rsync infrastructure in place for Sept campaign ## spinning back up on development - "push" technologies to push stuff to the browsers # added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS # Danelle: status ## system for ODSS server on the Flyer, "malibu", has been ordered by IS and will be configured by IS ala zuma when it arrives ## need to install ERDAP on Beach. version ## getting feedback from users of STOQS toolbox ### added "specify platform" function to query interface. Easy to extend the toolbox. ## working on a document on STOQS and how it fits into ODSS compatibility between mapserver and THREDDS # -Tom: Comms status- # Thom: Requirements status ## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley # Any other business? \\ \\ *ODSS Engineering Meeting August 6, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## James Gosling here Aug## need to install ERDAP on Beach. version compatibility between mapserver and THREDDS 7. # Kevin: GUI status ## investigating AIS - NPS as source? Francisco: nice to have, but not essential to have it in ODSS on the boat. On shore, Mt. Toro range is probably adequate.## CANON starting Aug 27, remote sensing (layers) are the first thing they need ## CANON users will start looking at ODSS Aug 20 ## Don't like HF radar. Follow up with Fred Bahr about this... And follow up with John on the requirements and connections to Dave Foley ## effect of flyer on CANON Sept. 100km - 300km off-shore is the plan. ## Franciso: show Radar, other remote sampling mid-late Aug. HF Radar (for meso-scale eddies and currents) ### show model output ### slower vehicles: in water earlier, to get section out to cruise site. ### wave glider takes 10 days to get 100 km off-shore. ### wave glider: do 20 km on a side square. tethys too? ### most of other assets: ship deployed ### daphne, ### put data in the usual places on the ships. Work with tech team to learn where those places are. ### learn what underway data is logged (not all of it is logged) ### go out on Fumar on 6th or 7th, look for Ammonium maximum. Mark with a drifter that is left there. ### Flyer: go straight offshore, deploy ESP drifter at Ammonium maximum, continue on to 2x drop site. ### Flyer return to ESP site the next day. ### Zephyr to leave the same day, stay with the ESP, do sections there. Stays for 5 days. ### need to get the ESP mooring data. ### no LST ### need to transfer Dorado data from the Zephyr to the Flyer. Freewave modem would work, or via memory stick. ### will be deploying stella drifters, sending positions only ### have LRAuvs follow the drifters ### plus web or spray gliders, wired through Fred ### need underway, and Dorado, data to flow from ship to shore for Monique to process, and then return products to ship # Mike: Database, data access status ## will be on the Flyer during the fall campaign # Danelle: status # -Tom: Comms status- # Thom: Requirements status # Any other business? \\ *ODSS Engineering Meeting July 30, 2012* Duane Edgington Thom Maughan Kevin Gomes Danelle Cline Mike McCann # Thom: Autonomy coordination ## Waveglider part of 2013 proposal (Waveglider in other proposals too) ## Glider management part of 2012 proposal ## March 2013, fall 2013 SoCal ecohab experiment. CANON too... ## James Gosling here Aug 7. # Kevin: GUI status ## Worked on some proposal text and tasks for 2013 CANON proposal. Plan to circulate soon... ## Idea of adding a timeline view of campaigns # Mike: Database, data access status ## Added some documentation for STOQS (from conference presentation) ## Francisco made good progress on Matlab access ### "Demos" directory has fragments to demonstrate the functionality. ## Working on list of STOQS enhancements # Danelle: status ## Working on API for machine learning work # -Tom: Comms status- # Thom: Requirements status ## Bug report: layers not displaying - are the links ok? Show if no new data?? # Any other business? ## 2013 Proposal status? ## updates on Sept 2012 Field Trial plans? ### West Flyer plus Zephyr, no Carson... ### WF, Sept 10-15; ASTEP Sept 16-18. ### Zephyr Sept 10-14 #### Observation Log "good to have" for Sept 2012. \\ *ODSS Engineering Meeting July 16, 2012* -Duane Edgington- vacation Thom Maughan Kevin Gomes Danelle Cline -Mike McCann- travel # Thom: Autonomy coordination # Kevin: GUI status ## Wave glider data coming queries directly from the WGMS now. ## More progress on the tracking data diagram [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracking+Design] # -Mike: Database status- # Danelle: Animation status ## Finished up the wiki page for adding your own map to the ODSS ## Next steps are to set up tile cache on zuma (Rachel Carson) and rsync # -Tom: Comms status- # Thom: Requirements status ## Will likely be some LIST HOLO requirements in the proposal for next year ### Will entail a pipeline for image processing ### Need to decide on end user products for interfacing to the data ### Users can select a subset of images to process ### Likely link to AVED ### Images will also need to be linked to AUV data ### How would these be integrated in the ODSS (could just be observations) # Any other business? *ODSS Engineering Meeting July 9, 2012* _virtual meeting, held via email_ -Duane Edgington- abstract meeting -Thom Maughan- vacation -Kevin Gomes- abstract meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## finished overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # Mike: Database status ## poster to be presented at ESIP meeting available; provides some information on STOQS ### [.ppt | ^ESIP_Summer2012_stoqs.ppt]    [.pdf | ^ESIP_Summer2012_stoqs.pdf] # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ \\ *ODSS Engineering Meeting July 2, 2012* _virtual meeting, held via email_ Duane Edgington -Thom Maughan- vacation -Kevin Gomes- AMP meeting Danelle Cline -Mike McCann- vacation # -Thom: Autonomy coordination- # Kevin: GUI status ## working on an overhaul of the CANON confluence space. The new page is here: ### [https://oceana.mbari.org/confluence/display/CANON/CANON+Initiative] ### not done; going through and cleaning up and after I do, I will make this page the main page. Any feedback on it is welcome. ## working on a diagram to detail out the data flow for platform tracks. This is to support the Porto guys as they want to plug in to the tracking messaging. ## working on getting the Waveglider data from the Wave Glider Management System and plumbing that into the RabbitMQ data flow. ### [https://oceana.mbari.org/confluence/display/CANON/Platform+Tracks+Data+Flow+Design] # -Mike: Database status- ## met with Brian Schlining and Franciso Lopez to Discuss access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab ### Franciso is working on a test interface from Matlab # Danelle: Animation status ## working on a wiki page to document steps to add a custom map to ODSS # -Tom: Comms status- # Thom: Requirements status ## working session on requirements: requirements posted on confluence page: ### [https://oceana.mbari.org/confluence/display/CANON/Requirements] # Any other business? \\ *ODSS Engineering Meeting June 25, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann Francisco Lopez # Thom: Autonomy coordination ## Brain storming session Tuesday regarding 2013 proposal(s) # Kevin: GUI status ## nothing to report # Mike: Database status ## Discussed access to STOQS database - STOQS query interface, Python libraries, MOQUA, Matlab # Danelle: Animation status ## Next task, documenting workflow ### start wiki on ideas # -Tom: Comms status- # Thom: Requirements status ## working session Tuesday 1:15PM on requirements ### for Sept campaign - platforms, off-shore ops, data access, workflow to import data #### Rich Henthorn to interface LST? ### longer term (affects 2013 proposal) ## Quick (1 minute) demo of ODSS for Packard Foundation group - 15 min discussion led by Chavez, Scholin, Bellingham... ## need feedback from MBARI participants on next steps for us ## 2013 CANON proposal to be worked on in late July # Any other business? ## Conference call with Mike Godin last Thursday: ### Mike G. has been working with Monique on CoSci ### Bug fixes to CoSci ### looked at STOQS query interface, likes the time depth plot *ODSS Engineering Meeting June 18, 2012* Duane Edgington Thom Maughan Kevin Gomes -Tom O'Reilly- Danelle Cline Mike McCann Francisco Chavez # Thom: Autonomy coordination ## Autonomy team preparing for campaign (~July 7) at Porto, with planned use of ODSS (tracks) # Kevin: GUI status ## Working on getting STOQS data and John's SST layers via WMS-T into ODSS for Friday demo. # Mike: Database status ## All data from May/June Campaign in STOQS... ### except Fulmar, to come ### except anything in BOG ## posted issues on STOQS google code site ## Intern F. Lopez working on comparing Model data with in-situ data (STOQS, matlab, etc. ROMS, Yi Chao model) # Danelle: Animation status ## workflow in place to add Matlab-produced output into ODSS ## LCS data should be up soon (working through a time-related problem) # -Tom: Comms status- # Thom: Requirements status ## Microsoft Layerscape. Put May data on external thredds server to support their trial, with embargoed catalog ## Add ROMS output as a set of layers for Sept. via Monique ## write up workflow procedure to add stuff (matlab output, images) into ODSS # Any other business? ## Demo, presentation on ODSS to Packard Foundation group Friday June 22. F. Chavez, C. Scholin. ### California current, large marine ecosystem ## Requirements review week of June 25. ### Ken Smith's LST? (Lagrangian sediment trap) - Alana Sherman #### a water sample that is divided into multiple pieces ### ROMS model output integration ### ESP drifter plus additional instruments on drifter ### John Ryan to nail down platforms and instruments for Sept field campaign ### ship based decision center on Flyer. Processing shore-side (LRAUV, waveglider, drifters) ### Carson ready for Sept? ### currently, no plan for Dorado in Sept field expt ## Kevin on vacation Weds June 20 - Friday June 22 ## Mike McCann out of the office (vacation then meeting) first 3 weeks July (July 2 - 20) ## Thom M. on vacation first 2 weeks July ## Duane on vacation July 16 - 23 \\ *ODSS Engineering Meeting June 11, 2012* Duane Edgington -Thom Maughan- Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## openID working in prototyping mode # Mike: Database status ## finishing up loading campaign data into stoqs may2012 ## still to go, fulmar underway data, and then will be done ## will reload with final data once LRAUVs back at shore # Danelle: Animation status ## now we can catalog time series wms-T ## working on Monique's data # Tom: Comms status ## DTN - wrapping up the feasibility study ### At sea test, tcpip only, with shorelink over vsat ### lots of learning experiences ### a lot of work to get it set-up, documentation sparse, implementation seemed unreliable ### next step would be to try DTN with other comms (acoustic, etc) # -Thom: Requirements status- # Any other business? \\ *ODSS Engineering Meeting June 4, 2012* Duane Edgington -Thom Maughan- out sick Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## some feedback from users, with some requests ## fluent conference very useful and informative ### web testing tool aiding performance ## tomcat hang over weekend not understood # Mike: Database status ## helping diagnose thredds server problems ### Cencoos server in DMV data sources for gliders ## STOQS database on staging up to date with Dorado ### working on LRAUV's ### working on wave gliders # Danelle: Animation status ## XML arcane ## thredds, can catalog by time, and can convert geotiffs to netcdf to grid ## searching for method to combine the bands ## searching for method to query by time. can't do it directly in wms (this is a bug). ### do the time query via outside database? # -Tom: Comms status- # Thom: Requirements status ## email from Francisco reminding us of priorities # Any other business? ## Danelle, Duane - status on server on ship testing for remote deployments ## Monique data access \\ *ODSS Engineering Meeting May 21, 2012* * Platform list and status summarized here: ** [https://docs.google.com/spreadsheet/ccc?key=0AuEbhRXQcwz7dElVOXZCX0tuTlBqb0syNTEzWG05LUE#gid=0] Duane Edgington -Thom Maughan- out deploying the wave glider Kevin Gomes -Tom O'Reilly- out testing DTN Danelle Cline Mike McCann # -Thom: Autonomy coordination- # Kevin: GUI status ## Working on viewing John Ryan layers ## working on gulper sample display ## observations showing at red tag on map ## work to do on observations # Mike: Database status ## some work to do regarding tethys and daphne SDB processing ## setting up new STOQS db for this expt: stoqs_may2012_r (realtime) ## writing STOQS loader for wave glider data triggered on each data record received; will go to tracking db ## writing STOQS loader for new T-Rex google protocol bufs messages (gulper events) ## writing a tool to insert planned activities into STOQS metadata # Danelle: Animation status ## added no fly zone areas ## animation code checked in # -Tom: Comms status- # -Thom: Requirements status- # Any other business? ## Duane to talk with John Ryan about remote sensing data \\ *ODSS Engineering Meeting May 14, 2012* Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Thom: Autonomy coordination ## Mike: Need test status to catch gulper protocol buffs? ## Mike: Need to know who to coordinate with during CANON weeks (since Fredrick will be out of the office)? ### Thom to follow up today... # Kevin: GUI status ## Swapped out base layer, so can switch over to that base layer if Google layer not available ## Fixed some bugs in Android observation app. ### Outstanding bug in Android 4.0 on tablet ## Working on forms for entering observations from the GUI itself ## Working through other stuff ## Discussed message flow for platform tracking at Tuesday working group meeting. [see diagram | ^tracking.jpg] # Mike: Database status ## Working on STOQS. Fixed "time-zone" issue. ## Improved performance via handling of summarized data. Work continues... ## Working on Matlab interface. stuck at NetCDFJava ## ERDDAP as a complementary access to the database? ### [http://coastwatch.pfeg.noaa.gov/erddap/index.html] ## AI: enumerate what data sources can be accessed via STOQS into Matlab ### BOG? # Danelle: Animation status ## outstanding bug in permissions # Tom: Comms status # Thom: Requirements status ## Need some focus on Matlab interface ## ncToolbox, loadDAP, loadDODS, ? # Any other business? ## Mike Godin would like to show his progress on openID and roles at our Tuesday working session. ## Need a common place to start to find all the ODSS code. Put the apps in Google code? ## Duane: See if Brian S. can work with Mike McCann for a couple of days on ncToolbox \\ *ODSS Engineering Meeting May 7, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes -Danelle Cline- At autonomy workshop Mike McCann \\ # Thom: Autonomy meeting ## Gliders - could we monitor using the communication infrastructure? # Kevin: GUI status ## noted that Staging tracking database is different from Beach... why? ## context switching to Planning perspective. Tuesday? ## email idea for observation perspective. longer term, do data handling... ## GUI things to do. John's layers, etc. # Mike: database status ## working on understanding and optimizing db query performance ## number of points for some of the datasets may be the issue (eg. 9.4 Million points for tethys and dorado for one month) ## fixed mapserver reported bug ## obscure problem with loads using one big python script; fixed with shell script running one python script per load # Danelle: Animation status # Tom: Comms status # Thom: Requirements status ## Precise date of May field trial updated: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### DTN 21st and 24th. ### Gliders? meeting today at 2PM... ### 2 CANON weeks: Week of 28th (May 29, 30, 31, June 1) and Week of June 4th (June 5, 6, 7) ### Note that Memorial Day weekend spans May 25-28. ### Note that all days on the Zephyr; no Flyer days during Autonomy/CANON weeks # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ### Duane to discuss with Pete and Pat. Zephyr 3G comms experiment ### Doug C. and Hans T. and Fredrick are resources on idiosyncrasies... ## start demos in the lobby to get feedback this week ## May 8 - Thom to do project update ## Discuss Planning requirements at one of our Tuesday/Thursday meetings. ### Iterative plan? ### Duane look at hours spent to date. \\ *ODSS Engineering Meeting April 23, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly -Danelle Cline- vacation Mike McCann # Thom: Autonomy meeting ## No actions for us # Kevin: GUI status ## Wiring up tile cache stuff and layers from John Ryan (dynamic). Plan for 4/24/12 ## Fixed Chrome bug ## remaining issue on IE on intranet ## need to work with Mike Godin regarding CoSci integration (tabs) ## Titanium class: good potential # Mike: database status ## wrote loader for all gulper locations ## revamed CANON loads so they are all together ## issues outstanding: ### postgres issue after loading several campaigns; stops before completion ### mapserver use for drawing locations; drawing tracks, then sample locations and tracks. Want just sample locations... ### got some feedback on STOQS data model, looking for more feedback. # Danelle: Animation status ## on vacation this week # Tom: Comms status ## Looking at trying to reduce DTN connection latency (currently \~20sec). ### talk with Ricardo via telecon this week ## have a work-around for the dynamic routing dns problem for the test # Thom: Requirements status ## Pacific Forum scheduled for project update. Two tentative dates, one before May field campaign, the other after. Tentative plan, Tuesday May 8 at 2PM. # Any other business? ## Danelle, Duane to work on Flyer tile cache server during week of May 2 ## Tom: evaluation of controlling the glider when close to shore (affect yoyo using bathymetry on shore) ### outcome: do a demo of what the messages would look like *if* the program were in the loop. ## Mike McCann out next Monday and Tuesday April 30 - May 1. ## Duane on vacation Tuesday April 24 through Monday April 30. Back in the office Tuesday May 1. \\ *ODSS Engineering Meeting April 16, 2012* \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike Godin Mike McCann \\ # Thom: Autonomy meeting status ## Duane supplied ODSS development status and plans to Autonomy team. They integrated selected portions of the plan into their May cruise plan. ## Very interested in ODSS status. Interesting in displaying Gulper fires in ODSS situational awareness. # Kevin: GUI status ## Working with Danelle on getting more layers enabled ## Adding time selection constraints on layers (for tile cache) # Mike: database status ## Have plan for implementing protocol buffs ## exploring extending STOQS data model to handle samples (point data). Would like to discuss the data model at one of our Tues/Thurs sessions. ### [new STOQS data model | ^stoqs_model.png] ## Plan to work with Julio on sample analysis data load (not excel) # Danelle: Animation status ## Tile cache set up on Beach and Staging, ready to go... ## Trying to keep up with STOQS changes. ## John Ryan - Sea Surface Temp processing. Danelle will be working on integrating. Will explore making multiple scales available. (wms supports that). ## Bathymetry base map: exploring options. ESRI maps have up to 19 meter resolution. # Tom: Comms status ## Fine tuning DTN config in building G. Configuration process seems delicate. # Thom: Requirements ## John Ryan signed up to review remote sensing plan. 1d/3d/8d/... ? ## Heard potentially useful feature for ODSS: what would it take to monitor drifters and update depth of yoyo as the drifters are targeted to more shallow water? Tom O. and Mike McCann to look at this... # Any other business ## Mike Godin in Moss Landing this week. To meet with Kevin Monday at 5PM; participate in Tues/Thurs afternoon sessions in Building G. ## Precise date of May field trial: [http://www.mbari.org/dmo/schedules/2012.pdf] ### Autonomy week: Week of 21th (May 21, 22, 23, 24) ### CANON week: Week of 28th (May 29, 30, 31, June 1) ### Note that Memorial Day weekend spans May 25-28. ## [ODSS development plan 4/12/12 | ^ODSS Development Plan.docx] ## [Presentation slides for CANON PI meeting 4/12/12 (first two slides only) | ^CANON_ODSS_Status_12Apr2012_c.pptx] ## [Autonomy and ODSS team plans for May/June 2012 CANON field experiment | ^plan_updated.pdf] \\ *ODSS Engineering Meeting April 9, 2012* \\ Duane Edgington Kevin Gomes Tom O'Reilly Danelle Cline \\ # Kevin: GUI status ## Observation services are working ## William at CSUMB putting up observation app on Apple app store ### see writeup and click here for demo: [http://services.mbari.org/observations/] ## Putting things together to make GUI available \~end of this week. ## Looking into sign-on strategy (OpenID) # Mike: database status ## added use instructions in STOQS (DEBUG_OPTIMIZE) ## Mike G. added instructions to make it easier to install mapserver # Danelle: Visualization status ## working on some test scripts as part of the code package # Tom: Comms status ## this week moving DTN to the deployment hardware for May trial # Thom: Requirements/DAC status ## Thom gone this week (April 9 - 13) ## Questions from team regarding slide to be presented to CANON PI's Thursday - Duane to discuss with Thom # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## Duane to present one slide at CANON PI meeting Thursday. ## Discussed requirement to display gulper sample location in situational awareness view \\ *ODSS Engineering Meeting April 2, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mark Chaffey \\ Agenda: \\ # Kevin: GUI status ## Short list of things to do before Mid-April milestone ### layers, wms, etc. ## William, at CSUMB, using service to get observations into observations log mobile app ## implementing openID for login stuff ## OATH under investigation (for permissions). Challenging. # Mike: database status ## Looking over Chander changes to STOQS stuff. ## need to work on populations of forms ### demo and do code-walkthrough Tuesday April 3. ## work continues on adding campaigns to THREDDS server (data for each experiment) # Danelle: Visualization status ## enabled STOQS to use wms-t on point queries ### discovered bug in wms-t in the process... ## testing of tiling continues # Tom: Comms status ## running more tests on DTN in building G ## vehicle to shore, and shore to vehicle working ## need way to get dynamic DNS names ### would be it be useful to transfer files from shore using DTN? ## DTN test week is week of May 21. Tentatively 21 - 22 (one day with conting. day) ### cruise plan pending # Thom: Requirements/DAC status ## autonomy team working on their May test plan ## gulper display on ODSS ## met with Monique. Will post notes on CANON Data Confluence page ### (put link here) ## working with John Ryan on lisst-Holo ## plan for May coming together ## September planning also being discussed ## Thom gone next week (April 9 - 13) # All: any other business? ## Duane: minutes from Thursday meeting March 30, 2012 (CoSci, COOP) are here: [https://oceana.mbari.org/confluence/display/CANON/Discussion+on+CoSci%2C+COOP%2C+MOQUA+integration+with+ODSS] ## conference call with Mike Godin Tuesday 1:30PM PDT ## Thom: we should do another Comm planning session, targeting May deployment ### schedule for Thurs session April 5. \\ *ODSS Engineering Meeting March 26, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline \\ # Danelle / Thom: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## [http://services.mbari.org/observations] ### eg. [http://services.mbari.org/observations/designer.html] ## CSUMB demo \~April # Mike: database status # Danelle: Visualization status ## Tile cache running on beach and staging ## over-weekend test successful, required reasonable amount of storage (~0.5 GB). ## discussed strategy for caching the base map, and stress-test (large map of pacific) # Tom: Comms status # Thom: Requirements/DAC status ## CANON planning [CANON May Planning|^CANON_MayPlanning.pptx] ## CANON Dec 2011 summary [CANON Summary|^Chavez_CANON_EP_Dec2011.ppt] ## AUV Dorado zooplankton sampling goals, May-June 2012 [CANON Sampling Goals|^120316_CANON_springZOOsamplingplan.docx] ## NetCDF is important, per J. Ryan ## Data access should be fairly simple minded, and the data should be as consistent as you can reasonably make it... ## Waiting for feedback ## Wirewalker data? # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 1:30PM PDT \\ \\ *ODSS Engineering Meeting March 19, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Mike McCann \\ # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Observation service deployed ## CSUMB enabled to do their work ## next step: pull in layers... # Mike: database status ## looking to add more information, and generated resources, into STOQS ## Chander working on implementing STOQS query manager (toward test UI) # Danelle: Visualization status ## working with IS to install tile cache (ala map server) (on staging and on beach) # Tom: Comms status # Thom: Requirements/DAC status ## When asset surfaces, send not only where it is but also where it has been ### longer-term: display where the asset has been in situational awareness view; short term: users may display using matlab ## Tool should capture the Data Archive Description (see [https://oceana.mbari.org/confluence/display/CDATA/CANON+Data+Archive+Descriptions] ) ## Bellingham: start up virtual pilot experiment ### needs to have some definition.... # All: any other business? ## Plan on having working system mid-April to show to science users ## Plan to discuss work plan with Mike Godin Thursday March 29 \\ \\ *ODSS Engineering Meeting March 12, 2012*  \\ Duane Edgington Thom Maughan Kevin Gomes Tom O'Reilly Danelle Cline Kanna Rajan # Danelle: Highlights from Autonomy weekly status meeting # Kevin: GUI status ## Version available on beach ## Spinning up server with IS for observation service and iOS / android mobile app service ## Next step: look at security ## All code in subversion repository (google code) ## rest-style interface # Mike: database status ## status of making data from previous field experiments available (in any format)? ### Dorado, LRAUV, Martin data ### [http://odss.mbari.org/thredds/catalog.html] ## Thom: concerned that we make the existing available. Not necessarily in NetCDF format (STOQS) at this time (catalog of where the data is located). Evaluate with the users whether or not NetCDF is the answer. ## Thom to talk with Kevin... ## Thom preparing for Thursday CANON PI meeting # Danelle: Visualization status ## Working on back end to make animations ### Tracks, satellite images (via scripts that make .gifs) ### set up a tile cache / tile cache server. Plan to finish this week. ### working on test plan (simulation with limited bandwidth comms). Plan to test next week. # Tom: Comms status ## Manta-TREX test bed set up in lab [Tom's slide|^Manta-TREX-testbed.pdf] ## simulating "at-boat" network ## no TREX code changes needed for evaluation (monitoring log file via bash script) # Thom: Requirements/DAC status ## Thom is writing a "tools options" white paper for the DAC # All: any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ### Duane: talk with Mike McCann about his conversation with Mike Godin ### Mike and Mike evaluating making "get data button" work for at least some data ## Some funds allocated for Chander time to work on STOQS test gui ### to begin end of next week \\ \\ *ODSS Engineering Meeting February 27, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Duane Edgington: Highlights from Autonomy weekly status meeting ## During May DTN test cruise - no need to wire data into ODSS ### May DTN test is to prove concept and get data for follow-on proposal, not for operational use ## Kanna back in the office Wednesday ## CANON May field campaign: may need to delete a week from schedule due to ship/AUV scheduling # Kevin Gomes: GUI status ## Discussed separating out tracking as a separate web service ## Discussed ways to make tracking faster ### Plan to have an extended discussion at Tuesday ODSS session #### Straight database access? #### enhance current approach? # Mike McCann: Database status ## Map Server update in place ### tracks of activity, parameters, properties ## explore JavaScript OpenLayers connectivity ## explore Jango/JQuery ## have exhausted consultant budget ## explore admin interface for multiple databases ### this would be useful to support embargos, other functions # Tom O'Reilly: Communications ## DTN test bed on TRex test system ## May DTN test: Porto box on boat, send data to shore ## Tom published a CANON 2012 Network Data Flow diagram # Thom: Requirements ## Plan is for users to perform a Virtual Pilot Experiment, and for us to watch what they do # Danelle: Visualization ## Plan to talk with group on Tuesday at ODSS working session on her progress and ideas \\ Note: No meeting next Monday, March 5. Next status meeting planned for Monday March 12, 2012. \\ *ODSS Engineering Meeting February 13, 2012*  \\ Duane Edgington Mike McCann Kevin Gomes Thom Maughan Danelle Cline \\ # Kevin Gomes: GUI status ## getting tracks performant ## working on REST URL for Log interface ## adding outlier (obviously off the globe) ## plan to stage readiness release of new stuff this week # Mike McCann: Status on making previous campaigns available from STOQS ## continued work on STOQS ## worked on debugging infrastructure for DJango ### enable/disable logging of db access ## worked on MapServer implementation to make Map Files dynamically generated. Improves performance. ### line-string mapping ## exploring: different objects in STOQS - activity based for MOQUA-like features ### JSON responses on objects ## Chander - 3 hrs. consulting left on contract ### Tile caching would be expensive... # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Tom sent in an electronic status update: ### Network Diagram updated. ### Discussion delayed until Tuesday Feb 14. # Thom Maughan: Update on requirements # All: Any other business? ## CoSci Disk quota crawler etc. (Thom) ### Duane: arrange working session with Mike Godin in March ## Tuesday: plan Sept cruise logistics (out of the bay) ### communication infrastructure ### data flow from assets to ships to shore ### data flow from shore to ships ### what gets replicated where and when \\ *ODSS Engineering Meeting February 6, 2012*  Mark Chaffey Tom O'Reilly Kevin Gomes Mike McCann Danelle Cline Frederic Py Thom Maughan Duane Edgington # Kevin Gomes: GUI status ## Front end performance looking good ## Looking at links to back-end (STOQS) ## Next steps ### situational awareness tracks, ### time slider on tracks, ### keep openlayers for maps ## Evaluating Sencha Designer Tool # Mike McCann: Status on making previous campaigns available from STOQS ## Showed us django interface to campaign data that is now in STOQS # Tom O'Reilly: Communications infrastructure status and discussion of architecture ## Working on network architecture diagram ### Where DTN might fit into this ### Thom: what is the amount of data we are taking about? (to estimate load and potential cost) ## E.g. When do you get AMQP vs when get from tracking database, STOQS? ### Replicate STOQS or tracking database onto ships during campaigns? #### Thom: not this year, but could be needed in the future ## How does SSDS fit into CANON? ### Mike: SSDS is upstream of STOQS (metadata catalog) feeding netcdf file generation # Thom Maughan: Update on requirements ## For display of tracks, show where the vehicle "actually went", not linear interpolation between waypoints... ## Put up a few slides at the PI meeting Feb 16 (who is doing what, high level plans) ## Users off-shore, intermittent connection to shore via satellite network interface. ### Is the Internet access on the ships available for science data? ### How much bandwidth? ### Does it matter where the ship is operating (GoC vs Monterey Bay, e.g.). ### Work through the Sept use case (off-shore flyer and Carson ops) (sea surface temp, chlorophyll maps, etc) (discuss this Thursday Feb 9) #### Plans, bandwidth, ... ## Add new platform ### Metadata capture ### Data capture ### Unstructured data (why something was done, etc), provenance, ... ### COOP-like capture of discussions, cruise plan, etc ## Thom had a meeting with Steve Haddock to go over requirements from his perspective. ### May want to add datasets from earlier campaigns (eg AOSN) ## Thom had a meeting with Jim Bellingham about DAC ### Populating STOQS is valuable ### Mike Godin - limited availability ### Sergey Frolov - Thom to talk with him more about automating some Matlab stuff. \\ *ODSS Engineering Meeting January 30, 2012*  Kevin Gomes Mike McCann Thom Maughan Danelle Cline Tom O'Reilly Duane Edgington Kevin: report on JavaScript training class # Sencha ExtJS week-long class in developing web apps. Looks very promising. Framework is pure JavaScript plus a bunch of open source libraries. ## [http://www.sencha.com/] # Sencha is the supplier - no cost to use tools, they provide support and training (which is how they make money) # Sencha Touch - mobile web application tools Thom: requirements # Jim Bellingham is driving this. Tom O'Reilly # Communication architecture # Complete documentation of AMPQ architecture ## Plan to discuss this next week in our weekly engineering meeting \\ *ODSS Engineering Meeting January 23, 2012*  Mike McCann Danelle Cline Thom Maughan Duane Edgington Thom: Short term ODSS plan I: GUI: Situational awareness (using database) (Kevin Gomes) List of features and performance target has been set. Draw maps, put up simulations, sensor tracks (STOQS-RT) Mike: Ship position turned off until Western Flyer returns (AIS still works) Work on performance. Build a test case. Mike: refactoring STOQS, building ability to be agile. Deploy on ODSS-staging Playback: Mike and Danelle. Thom to clarify requirements and use cases with science users. Eg. for the oceanography report that John Ryan generates? Note: this is not "dj the data" (which is see the real sensor data from STOQS) II: Planning perspective (Kevin Gomes) Drawing things on maps Target: \~March - integration test May 14 - Experiment Mike/Thom: DAC status? Bellingham/Rajan/Chavez meeting with Thom. # John Ryan is the point of contact # Bellingham has a notion of what the DAC wants. Has started developing use cases. # Eg. How Julio compiles water sample data analysis and presentation. # Eg. Moqua geospatialtemporal query \-> files \-> images \-> visualizations (via execution of scripts that generate visualization). Mike McCann and Mike Godin to talk about database/catalog/etc for MOQUA and data access. TBD. \\ *ODSS Kickoff January 5, 2012*  Roles: Thom - Requirements, interface to PIs \- HIPP ~ 400 hours Duane - Engineering Project Management day to day Kevin Gomes - GUI Danelle - Backend Vis Mike - database / access, tracking Tom O'Reilly - Comms / AMQP Kanna: Priorities (in no particular order): # Situational Awareness - useful ## Make ODSS the only portal that our users use # Design a scalable comms architecture # Integrate CoSci - make it useful ## Logs ## Mail ## Chat ## Video ? ## Social media ? # Machine Learning for Event Detection # Data fusion ## How to feed is Engr. Challenge # Plan visualization ( TREX ) # NEPTUS Integration ? ## Eval Scenarios # "where is the data?" # "what is the plan?" ## map of where survey is to be done ## capture intent ## capture what actually happened ### actual vs. plan # "can I do X (survey)?" ## resources, transit time ## safety constraints \\ *1 Feb 2011* Web app development kickoff with Kevin Gomes, Mike McCann, Thom Maughan, Danelle Cline, Duane Edgington Kevin ran thru the web app getting started process, demonstrated the development flow in eclipse.   Mike McCann helped Kevin point the code in Carlos's prototype to the stoqspg-dev development machine which has mapserver running Thom gave an overview of first tasks # Modify Carlos's prototype and add a version v 0.31.b (where b is the build number and 0 is the major and 3 is the minor and 1 is the feature.   minor rev will be incremented at milestones, feature number will be incremented when we have a group of features ready to test.   Build will be used as a unique identifier if we have to spin fixes during test cycle prior to publishing on production server. # v 0.40.b - functional equivalent to JD's prototype used in  October 2010, but with features move to the correct perspective. Danelle and Duane asking questions *31 Jan 2011*\*  Mike demonstrated the RabbitMQ publisher.py and consumer.py scripts that are available in the MBARItracking project in Subversion: [http://kahuna.shore.mbari.org/viewvc/MBARItracking/trunk/amqp/] First you start a consumer (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./consumer.py Usage: Synopsis: consumer.py --en --et --qn --rk Starts a consumer for an AMQP exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. You may start multiple instances of this script to test how the messages behave within the RabbitMQ system. Example: To simulate both ODSS and Persistence subscribers consuming messages In one shell window: % consumer.py --en exchange_direct1 --et direct --qn queue1 --rk odss_test In another shell window: % consumer.py --en exchange_direct1 --et direct --qn queue2 --rk persist_test consumer.py: error: Must include all 4 options. {noformat} Then a publisher (or two): {noformat} [trackadm@stoqspg-dev amqp]$ ./publisher.py Usage: Synopsis: publisher.py --platformType --en --rk Publishes test messages to queue(s) bound to the specified routing_key in the specified exchange. This is for mainly testing different configurations of exchange_names, exchange_types, queue_names, and routing_keys. Use in concert with consumer.py. Examples: Publishing to a Direct exchange (that is set up by consumer.py): To send mooring position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType mooring --en exchange_direct1 --rk odss_test % publisher.py --platformType mooring --en exchange_direct1 --rk persist_test To send drifter position reports (i.e. to queue(s) bound to two different keys) % publisher.py --platformType drifter --en exchange_direct1 --rk odss_test % publisher.py --platformType drifter --en exchange_direct1 --rk persist_test publisher.py: error: Must include all options. {noformat} (Tom O slides)\* \\ \\   *24 Jan 2011* (Thomz [slides|^MBARI_ODSS_Requirements_24Jan2011a.ppt], Tom slides) Thom to educate/train on high level picture to answer the 'why' from web app Web App Team: come up to speed on GWT and Openlayers environment, take up where Carlos left off on situational awareness perspective. Infrastructure servers sand, beach, vm appliance, open source development hosted at [http://code.google.com/p/mbari-dss/] Web appliance (CentOS needs fixing, Carlos has scripts to work around limitations, but VM needs a rebuild.   Mike working on a STOQs database. Google code SVN for source code control and tagging scheme Tom O'Reilly presented on the Communications Backplane Service, newly named Deployed Asset Management service.   Good discussion on AMQP as an option. \\ \\ *18 Jan 2011* *(Tues) * *[*slides*|^MBARI_ODSS_Requirements_18Jan2011b.ppt]* Status: Tom O: met with Kana / Thom on requirements, next week some slides with a prelim plan Danelle: still clearing plate on other projects, should be started by next week. Duane: ntr Mike: working on stoqs server setup with IS, Mike to tech transfer with Kevin on mapserver / database log debug, etc. Kevin: to start a 'one pager' based on converstation with Mike.  Kevin has commits next week for management and OOI. \\ \\ \\ *10 Jan 2011* \- Attendees  Thom Maughan, Tom O'Reilly, Danelle Cline, Duane Edgington, Mike Godin? Discussed timeline, experiment dates, VM issues with dev environment, need for web app team to follow Carlos's documentation and able to make a simple edit and test, ([slides|^MBARI_ODSS_Requirements_7Jan2011_meeting.ppt]) Follow up meeting 1:1 in the software lab with Duane Edgington, who indicated that he had a change in priorities from what we had discussed in December and he would not be available Jan/Feb or Apr.    The day after we met in his office, to discuss the risk to the program and the need for him to help prioritize Danelle to be on the web app fully dedicated in the first quarter. \\   *6 Jan 2011* Kick off meeting held .   Attendees Kanna Rajan, Thom Maughan, Duane Edgington, Doug Au, Tom O'Reilly, Mike Godin, Kevin Gomes, Danelle Cline (came for the very end of the kick off) ([Kanna's slides|^CANON-DSS-kickoff-2011.ppt], [Thom's slides|^MBARI_Oceanograpic_DSS_kickoff_6Jan2011.ppt]) \\  ]]> 27066792 27099579 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066816 27099580 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066817 27099574 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066811 27099576 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066813 27099233 27066466 27099232 27066465 27099230 27066463 27099235 27066468 27099237 27066470 27099142 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066374 27099140 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066372 27099145 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066377 27099144 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066376 27099147 Platforms \-> ESP \-> ESP_Web_application) to see sensor data streams and images of sample filters. # Discussed Neptus integration ## Received word from MBARI IP committee on Neptus license # Flow Cytometer sensor inter-comparison had a good cruise. plan to repeat, building on lessons learned, in the near future # Axiom to visit afternoon April 15. We will plan who will present what from MBARI at Monday 1:15PM ODSS/STOQS engineering status meeting. # Discussed plan for waveglider use in the fall campaign # Discussed (briefly) Floats h5. *CANON Logistics Meeting March 20, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly M Jordan Stanway Thom Maughan -Holly Bowers- -Chris Scholin- -Mark Chaffey- h6. Next Meeting in two weeks (April 3). # Discussed wave glider deployment plan. ## [Waveglider ECOHAB Email from Francisco | ^waveglider_ecohab.pdf] ## LRAUV higher priority than hotspot ## Ecohab first extended operation for tiny ## Tiny planned deployment April 1. Would need another vessel if change the date. ## LRAUV deployed two weeks only and start date dependent on ocean readiness and ocean conditions ## Role of waveglider in Ecohab is to support LRAUV, thus LRAUV is a higher priority ## A.I.: Kevin Duane look at process to Get and ingest waveglider data. Write down the detailed process to drive a plan to get it done. # Floats ## Looking at purchasing solo-II floats from Scripps or using Massion Coastal Profiling Floats. ## Paul: Gene's is best current alternative, although we would be relying on developments that are not yet done. ### Benthos modems need to be integrated. ### Francisco to work with Chris W. to get drawings ready to build in the shop starting in 3 weeks. # Discussed LRAUV status ## Daphne tested this week ## Tethys test next week (week of March 24). Jim B. says have to integrate the adcp before deployment. ### If necessary go with daphne only for ECOHAB. ## Ready to trailer the following week (week of March 31) ## Daphne: Need to look at a data reception issue # Francisco - so far the water is quiet down in Southern Cal. John will look at remote sensing data to see what the trend predicts... # Need to put up the plan for fall, and work out what that means for staffing # Tracking float or tracer - have daphne be the float? # Tracking payload and sampler occupy the same bay in the LRAUV... So Daphne cannot be both a float and a sampler. # Sampler LRAUV tracking float, within 1 kilometer. ## Mikai (sp?) availability for Fall campaign (sampling LRAUV) # Jim to write down and circulate the plan for fall 2014 ## Rhodamine flourometer on dorado ## Gliders with rhodamine sensor # Monique: Meeting this afternoon about optics data ## Including LISST ## Field trial to understand capabilities of flow systems coming together. Systems are in the lab now. # Stoqs: John up to speed on loading ecohab data into stoqs, and capturing documentation # Comms on carson: 4g modem to be integrated as a flyaway system, with an antenna # Need to make a decision on neptus integration ## Danelle and ODSS team to look at neptus license terms and report on if the terms are a issue for us to distribute our work # May 6 target for sample log use by Tim and Reiko h5. *CANON Logistics Meeting March 13, 2014* Francisco Chavez -Jim Bellingham- Yanwu Zhang Duane Edgington Kevin Gomes Mike McCann Danelle Cline John Ryan Monique Messié Paul McGill Brian Kieft -Thomas Hoover- -Tom O'Reilly- -Holly Bowers- -Chris Scholin- -Thom Maughan- -Mark Chaffey- h6. Next meeting Thursday March 20 9AM Harbor View. # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 13 or 14, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP ## Need to discuss priority of waveglider in Southern Cal for ECOHAB vs effort to complete waveglider outfitting ## [Waveglider Status from Thom Maughan | ^waveglider_status.pdf] May 12, 2014 # LRAUV: ## daphne to run the box. Ready. ### add 3G modem to daphne to enable high res data return without hotspot in Southern Cal ECOHAB? #### high res data used to steer the ship to locations of interest, and for decision of when to fire ESP sampling ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window ### requires 3 days to deploy in Southern CA, and 3 days to recover # Floats: Paul ## 2 AUE shipped to MBARI, and received ## Paul has received them, and investigated their current capabilities and maturity ### AUE's are demonstration vehicles, not ocean ready for science #### drop weight not implemented #### not tested autonomously (always run tethered) #### not run with satellite data telemetry ## mini-AUE being planned ### next generation floats ### smaller ### passive acoustics only (to compute navigation history after recovery) ## Francisco: discussing use of Massion Coastal Profiling Float for CANON ### build 2 of them for fall CANON campaign? ### can hover ### Paul to get detailed status from Gene and Wayne ### track with waveglider? LRAUV? Dorado? ## solo-II floats not yet purchased ## could use LRAUV as hover vehicle in lieu of float... ## Francisco: use case for marking a water mass ### follow floats (frequently( ### follow tracers ( (SF6/rhodamine) (infrequently) # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? ### John did a test STOQS load with Mike to learn the procedures # Francisco: Axiom to visit after noon, April 15 # Neptus: Danelle trip to Porto during May campaign is canceled ## Godin to do (backend) Neptus integration into ODSS ### Joao reports that Neptus tool chain is now all open source #### [http://whale.fe.up.pt/neptus/] #### [https://github.com/LSTS/neptus] # Monique: Jim/Monique. bring group together to discuss optical data ## Danelle, Monique, Francisco met to discuss optical data ### need to convene larger group. Larger meeting planned for Thursday March 20. ## Collaboration focusing on Sept 2012 ## John: correlated LISST data with chlorophyll signal? ### looking for data set that enables ground truth ### spring 2013 dataset may be the best to investigate this ## drives building classifiers, and ultimately autonomous decision making (eg when to sample) # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### met with Reiko and Tim P. to review ### Kevin is retooling based on Tim/Reiko input ### Francisco: use exactly the same names that are in used in BOG to simplify integration and understanding #### Objective of sample Form: track what samples were taken and where they are (contact person), for all collaborators h5. *CANON Logistics Meeting March 6, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Thomas Hoover Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- Thom Maughan Mark Chaffey h6. Next meeting Thursday March 13 9AM Harbor View. # Francisco: Fall 2014: Sanctuary: Approved Dye Release Plan as part of permit # Wavegliders: ## Tex returned to Liquid Robotics - not available for ECOHAB ## Tiny being prepared for ECOHAB ### Test deployment week of March 10, 2014 ### Ecopuck plus Hotspot package #### no CTD #### clamp on a self-contained CTD (no telemetry)? ## use case - use Hotspot to get high-res (no heavily decimated) LRAUV data ### use for decision on when to fire ESP # LRAUV: ## daphne to run the box. Ready. ## tethys to run transect - have 3G cell modem ## Action Item: talk off-line about staging plan for LRAUV ### how to optimize response time and 2 week deployment window # STOQS: ## John is going to do LRAUV data input to STOQS ### off-line discussion needed on decimation vs interpolated data #### temporal binning instead? # Francisco: Axiom to visit after noon, April 15 # Neptus: Portal group would like Danelle to visit to support campaign in May ## Godin to do (backend) Neptus integration into ODSS # Monique: Jim/Monique. bring group together to discuss optical data # Kevin: ODSS ## updated sampler form. See task list for sample screen shots and CSV file [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### schedule discussion with Reiko and Tim P. to review ## Action item: have discussion on ODSS for Porto May campaign. Ready? h5. *CANON Logistics Meeting February 20, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes -Mike McCann- John Ryan Monique Messié Paul McGill -Brian Kieft- -Tom O'Reilly- Danelle Cline -Holly Bowers- -Chris Scholin- Thom Maughan h6. No meeting next week, Ocean Sciences. # Francisco reviewed the last meeting discussions and activities for John, Thom, Paul: ## Waveglider priorities: Fall is the priority. # Showed movie from STOQS and plots from Fall experiments, to be shown at Ocean Sciences meeting next week: ## [https://odss.mbari.org/data/canon/2013_Sep/Products/AUV_Gliders/stoqs_september2013_tethys_daphne_slocums_Fl_vs._bb__red_.m4v] ## [http://www.mbari.org/bog/CN/canon2013_bb_chl_reg4.htm] # Paul: no AUE (autonomous underwater explorer) float received yet at MBARI ## Francisco: SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] # John: ECOHAB Spring ## discussing logistics with DMO (Dorado, gulper) ### 20 gulpers on Dorado is the plan ## Francisco: planning a Monterey Bay evaluation of a number of plankton imagers and flow cytometers ### either week of April 2, before ECOHAB, using the Carson ### or week of April 22, using Fulmar #### the advantage of the Carson is that the pumping system is in place and stable. #### The disadvantage of the Carson is the timing just before the cruise, requiring swapping LISST-Holo etc off & then back onto Dorado ## Drifters for Ecohab - need 5. Francisco to coordinate with Chris Wahl ## Thom: plan for Notice to Marineers ### John: need to follow up. Probably handled by Orange County Sanitation crew as part of ESP deployment # Francisco: Science Team activity ## looking at 2011 and 2013 campaign data ## looking at hotspots of activity - thermoclines? ## Fall 2014 - use tracers? (sanctuary to sign off on this) ### use Daphne new LRAUV sampler, firing around patch # Francisco: Sample Form ## see mockup: [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Reiko to work with Kevin to ensure correct metadata is captured for BOG and more # Duane: update Platforms tasks on tracking sheet as required: ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ### note the Platform task area at the bottom of the page... h5. *CANON Logistics Meeting February 13, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann -John Ryan- Monique Messié -Paul McGill- Brian Kieft Tom O'Reilly -Danelle Cline- -Holly Bowers- -Chris Scholin- -Thom Maughan- # Duane: showed CANON Engineering and Logistics Task list ## [https://oceana.mbari.org/confluence/display/CANON/CANON+Engineering+and+Logistics+Tasks] ## Discussed ODSS "Command and Control (Neptus integration)" and task "Planning - draw on the map" ### Two separate tools, or one integrated tool? #### Neptus focus is on operations support #### ODSS focus is on science support ## Discussed STOQS "Overview Document" task ### feedback: having a simple document, maybe also a simple You Tube demo (with ITD help), is important for outside engagement #### Jim B. volunteered to make a first cut 1 page simple overview "how to" document draft #### Then pass document to Reiko M.? # Mike: STOQS db user group met. # Brian: SV2 as part of Spring ECOHAB? ## for use as hotspot ## Francisco: science instruments on waveglider nice to have for ECOHAB, not essential ## what happens if WaveGlider not part of Spring Ecohab? ### SV3 integration delayed ## Jim: Fall experiment is the focus for Waveglider / LRAUV integration (SV3). Critical for Fall. ## Use 3G comms of LRAUV (one of them) during Spring ECOHAB for Hi-Res data? ## ODSS effort for Spring Ecohab: ### input LRAUV data into ODSS after landed to shore by hotspot ### input LRAUV data into ODSS if brought to ship or shore by 3G #### what is the effort to do that? Duane to find out and report. # Francisco (after formal meeting broke up due to other commitments): clarify Data archive plan ## need well understood Data Archive for all data sources, with index collected at one place ## need source file control for all software that generates products ## need source file control for software that generates NetCDF for STOQS ingest ### including CenCOOS processing and non-MBARI processing ## need well understood archive for data products and derived data (netCDF, etc). \\ h5. *CANON Logistics Meeting February 6, 2014* Francisco Chavez Jim Bellingham Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Brian Kieft Danelle Cline -Holly Bowers- -Chris Scholin- -Thom Maughan- # Floats: McGill / Chavez ## AUE (autonomous underwater explorer) plan to be shipped this week. Designed by same engineer that designed original Ken Smith Rover [http://jaffeweb.ucsd.edu/node/81] ## Plan: After evaluating the units, discuss with Francisco how they could be incorporated into CANON program ### Can they be tracked by waveglider? ### What can we do with them? ## SOLO-II 2014 plan: purchase SOLO-II floats [http://www.mrvsys.com/products-and-services/item/solo-ii] ### maybe use them with AUE's ## What would be a Lagrangian flow science scenario? ### Hovering mode? ### Comms? (with waveglider, AUVs, etc.) ## McGill: Also available, mini-AuE ### Acoustic receiver only. For post deployment reconstruction of navigation. # LST ## Funds allocated to rebuild them # ECOHAB: Ryan ## No specific updates ## Kieft: Waveglider - hot spot to be ready for April 1 launch off of Narissa ### Narissa - Orange County Sanitation Boat, ship of opportunity for launch/recovery ### Integration with LRAUV - software \~done, mechanical integration and test to be done. ### Plan dress rehearsal at MBARI 2 weeks before ECOHAB ### Plan 3G modem comms - 100x more data, cheaper than Iridium #### During ECOHAB, have option for 3G direct comms from AUV, plus available Hot spot if 3G insufficient # LRAUV: Bellingham ## Plan: 2 weeks of deployment during ECOHAB, in a one month window. ### Ready to deploy when ESP goes in the water ### Adaptive deployment? #### Deploy when something "interesting" is detected? (upwelling pulse) #### Predict upwelling based on regional winds? ### Need to have staff available during deployment for emergency recovery due to intensive shipping traffic in the area. # ODSS: Gomes ## Working on Sample stuff. Ready to show progress. ### Francisco: this important. ### Jason Smith putting together 2012 sample info. Test case? ## Danelle is working on layers. Gliders. # Porto Tool and LRAUV data products ## Jim: Mike Godin is looking at integration into Neptus of LRAUV and other platforms ### command, control interface ## Kevin: message from Kanna Rajan inviting interaction with Porto campaign ## Brian: would it be valuable to be able to vary data transmission during a mission? ### Jim: capability needed for fault response and diagnosis remotely ### Francisco: products are useful, but need to be able to tell how reliable the products are, and to be able to navigate the many products to deduce events of interest #### Jim: it is a whole project to control and understand data decimation #### Kevin/Monique: it is useful to integrate LRAUV products into ODSS catalog, especially "most recent products" # STOQS data flow: ## Francisco: Automate load? ### Mike: challenging to automate load into STOQS. Some steps require human intervention (such as building a new database) ### Francisco: Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] could have useful capability ## LISST-HOLO: ready to data products, such as particle size distribution, into STOQS ### Danelle: LISST-HOLO data processing in place, to process 1000 volume images/hour #### user interface available, accessible external to MBARI #### think about a STOQS loader? ## Francisco: flow cytometer folks have developed clustering routines (in R). Have we envisioned adding that kind of capability on top of STOQS? ### Mike: yes, in Python, using Python libraries with functionality equivalent to R. #### Envision that the analysis will be accessed via programmatic call to STOQS database, not in the STOQS GUI. # Francisco: Science team meeting this morning. Working on scenarios that might be illuminating to engineering and logistics team. # HIPP: no report Next meeting February 13, and then February 20. No meeting during week of OS (Feb 24 - Feb 27). \\ h5. *CANON Logistics Meeting January 23, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill -Holly Bowers- -Chris Scholin- Thom Maughan # Francisco ## *No meeting next week Jan 30\!* # John ## EcoHAB review meeting held Jan 21 ### Planning for Spring 2014 ### Review of Spring 2013 ### Planning tool ### Overview from NOAA ## LRAUV for EcoHAB 2014? ### Jim Bellingham is mapping out logistics plan for 2014; not clear yet what assets available for Southern California campaign. Expect status/plan update in a couple of weeks. ### Hotspot available? New system is getting field test Feb 4. ### Integration of LRAUV and Hotspot planned for March #### Thom to enter Hotspot and Wave Glider schedule in the ODSS calendar tool # Francisco ## Science team thinking of using 9/2012 campaign as test case. Lots going on in that field campaign. ### High priority to be able to track samples and to enter/display history of samples #### correlated with the contextual data (depth, sensor data, etc) ### Discussed capabilities - need to make effort a priority early in the year. # Kevin ## ODSS Authorization/authentication ### Proposal is to enable login-in through google/facebook username/password #### Pop up data policy (ala AOSN) and require acceptance (once) to get access to data # Francisco ## ODSS Integration with Porto tool (Neptus)? ### Kevin: plan bridges between ODSS and Neptus, but not full integration, because that would be hard, and the tools have different ambitions. Neptus is a more operational tool; ODSS is a more science query tool. # Francisco ## STOQS plan. ### Dorota Kolber and John Ryan are almost ready with LISST-100 Matlab processing code that can be "production-ized" ### LISST-HOLO data, once processed, can also be loaded into STOQS ### The August 2013 SIMZ data [http://kraken.shore.mbari.org/canon/stoqs_simz_aug2013/query/] will prove to be a good data set for ground-truthing spectral/backscatter data with microscopic and molecular observations # Francisco ## LISST-Holo processing. ### Danelle is working on setting up VM's with IS. ### Two datasets are set up as top priority. August 2012 dataset. #### John: tuned research tool settings for optimal analysis of Monterey Bay data. #### Currently, optimal sampling is at 1Hz, and deal with periodic pauses in data sampling while system flushes its buffer. To eliminate those pauses, would need to pull directly off the LISST-Holo instrument via ethernet, and store it ourselves. Currently, no plan to do that integration with Dorado AUV system. # Spring: Focus on supporting EcoHAB goals # Fall: developing plan within science-focus team h5.   *CANON Logistics Meeting January 16, 2014* Francisco Chavez -Jim Bellingham- Duane Edgington Kevin Gomes Mike McCann John Ryan Monique Messié Paul McGill Holly Bowers Chris Scholin # Francisco ## This is the beginning of regular weekly meetings focused on planning and implementation of CANON engineering and field activities ## 9AM Thursday. First meeting in Harbor View conference room. # Activities and responsibilities enumerated below ## Each lead person will develop and document a plan * Floats: Paul McGill ** Jules Jaffe float transfer to MBARI. Feasibility work in 2014 ** Assess available floats and their application to CANON * Waveglider/Hotspot: Brian Kieft / Tom O'Reilly ** Data flow using Hotspot: LRAUV \-> Hotspot \-> MBARI \-> Carson? * 2014 Fall campaign: Francisco Chavez and Jim Bellingham * ODSS: Kevin Gomes and Duane Edgington ** ODSS development high level plan: *** for Fall: Data catalog **** pipeline to load data into STOQS **** pipeline to generate layers *** for Spring: Sample Form Repo *** for Spring: Calendar resource tool *** for Fall: Planning - Draw on the map *** for Fall: Collaboration - expand observation log functionality *** for Fall: Command and Control **** Mike Godin available under contract? *** Axiom - vendor who built CENCOOS portal [http://www.axiomalaska.com/] **** [http://data.cencoos.org] **** will visit us in mid-April, with an eye toward collaboration **** Axiom focus: data intensive * STOQS/data analysis: Mike McCann / Monique Messié ** STOQS: see google code site for issue list *** [http://code.google.com/p/stoqs/issues/list] *** \~10 outstanding issues/enhancements *** Mike McCann is looking for input on that list * HIPP (High Performance Processing): Thom Maughan * 2014 Spring campaign: John Ryan *# Ecohab meeting Tuesday Jan 21 at MBARI *# ECOHAB schedule *#* ESP April 1 - 30 *#* Carson April 12 - 14, 17 - 19 *#*# Carson transits to Southern California leaving Tuesday April 10 *#*# Carson is available at MBARI dock for software install, testing on: *#*#* Feb 21 - 28 *#*#* March 7 *#*#* March 21 *#*#* March 28 *#*#* April 4 *#*#* April 7 - 8 *#* LRAUV ? *#** Cover the Northern shelf? *#** Focus on ESP locations? (for process studies) *#* Waveglider ? *#** Hotspot *#* Yellowfin April 2, 7, 25 and 30 *#* Drifters? Which and how many? *#* Layers & Model output? *#* John to develop scenarios for 1 week, or 2 week, LRAUV & waveglider deployment during Spring CANON]]> 27066379 21626899 2013-08-21 16:23:53.117 2017-06-08 18:25:08.007 10027009 2009-04-13 14:42:40.247 2009-04-13 14:42:40.250 9142273 2009-02-02 11:27:00.080 2009-02-02 11:27:26.187 19072672 19039944 6422536 2008-10-09 22:18:04.253 2026-02-03 14:36:41.433 2 2006-10-17 21:48:40.373 2026-02-03 16:16:06.820 19039554 6 false 0.0 0 0 15630664 5 false 0.0 0 0 19039929 5 false 0.0 0 0 15630437 6 false 0.0 0 0 18579917 5 false 0.0 0 0 7766035 6 false 0.0 0 0 21364857 6 false 0.0 0 0 15630654 5 false 0.0 0 0 15631132 5 false 0.0 0 0 27067008 6 false 0.0 0 0 6750222 6 false 0.0 0 0 15631372 6 false 0.0 0 0 19041565 5 false 0.0 0 0 19040016 6 false 0.0 0 0 9372120 5 false 0.0 0 0 6750229 6 false 0.0 0 0 15630955 6 false 0.0 0 0 19040908 5 false 0.0 0 0 6750225 6 false 0.0 0 0 24051903 5 false 0.0 0 0 15630629 5 false 0.0 0 0 18579917 6 false 0.0 0 0 19039527 6 false 0.0 0 0 15631420 6 false 0.0 0 0 15007785 6 false 0.0 0 0 11796908 5 false 0.0 0 0 21364827 6 false 0.0 0 0 19040383 5 false 0.0 0 0 15630618 5 false 0.0 0 0 19040886 5 false 0.0 0 0 19040787 6 false 0.0 0 0 21364810 6 false 0.0 0 0 15630444 6 false 0.0 0 0 25395626 6 false 0.0 0 0 15630448 6 false 0.0 0 0 24543239 6 false 0.0 0 0 19040962 5 false 0.0 0 0 9798649 6 false 0.0 0 0 11239645 5 false 0.0 0 0 23625739 5 false 0.0 0 0 19041310 6 false 0.0 0 0 23625739 6 false 0.0 0 0 23625736 6 false 0.0 0 0 6259410 6 false 0.0 0 0 23625736 5 false 0.0 0 0 6750222 5 false 0.0 0 0 21364810 6 false 0.0 thingsToDo Refactor name of HOLOPROC error file after processing to avoid conflict on post script check holoproc is case sensitive to file ext; after file test for pgm/PGM search/replace holoproc.conf file accordingly ]]> 0 0 6750225 5 false 0.0 0 0 19040886 6 false 0.0 0 0 7766106 6 false 0.0 0 0 6750229 5 false 0.0 0 0 19038993 6 false 0.0 0 0 15630605 5 false 0.0 0 0 19040131 6 false 0.0 0 0 25395718 6 false 0.0 0 0 15630886 6 false 0.0 0 0 19040383 6 false 0.0 0 0 7766035 5 false 0.0 0 0 24052327 5 false 0.0 0 0 23625739 6 false 0.0 0 0 15630393 6 false 0.0 0 0 15630391 6 false 0.0 0 0 19040116 6 false 0.0 0 0 24543463 5 false 0.0 0 0 19040855 6 false 0.0 0 0 15631117 5 false 0.0 0 0 19040962 6 false 0.0 0 0 19039527 5 false 0.0 0 0 15631522 6 false 0.0 0 0 24052059 6 false 0.0 0 0 18579502 5 false 0.0 0 0 15631013 5 false 0.0 0 0 18579498 5 false 0.0 0 0 8913148 6 false 0.0 0 0 15630538 6 false 0.0 0 0 18579493 5 false 0.0 0 0 24052056 6 false 0.0 0 0 24052054 6 false 0.0 0 0 15630538 5 false 0.0 0 0 9371694 5 false 0.0 0 0 15631557 6 false 0.0 0 0 15631420 5 false 0.0 0 0 19040987 5 false 0.0 0 0 19039554 5 false 0.0 0 0 9371718 5 false 0.0 0 0 24052056 5 false 0.0 0 0 24052054 5 false 0.0 0 0 25395504 6 false 0.0 0 0 19040908 6 false 0.0 0 0 20742149 5 false 0.0 0 0 19040544 5 false 0.0 0 0 26640568 5 false 0.0 0 0 24051942 5 false 0.0 0 0 18580243 6 false 0.0 0 0 24051929 5 false 0.0 0 0 24051932 5 false 0.0 0 0 9371718 6 false 0.0 0 0 15631333 5 false 0.0 0 0 7503878 6 false 0.0 0 0 25395504 5 false 0.0 0 0 9371694 6 false 0.0 0 0 15630955 5 false 0.0 0 0 19040016 5 false 0.0 0 0 11796976 5 false 0.0 0 0 19039965 5 false 0.0 0 0 19040987 6 false 0.0 0 0 15631013 6 false 0.0 0 0 15630437 5 false 0.0 0 0 23625736 6 false 0.0 ]]> 0 0 19039963 5 false 0.0 0 0 23625739 6 false 0.0 ]]> 0 0 20742149 6 false 0.0 0 0 15631372 5 false 0.0 0 0 15630444 5 false 0.0 0 0 21364810 5 false 0.0 0 0 11797082 6 false 0.0 0 0 15630448 5 false 0.0 0 0 19040116 5 false 0.0 0 0 6259410 5 false 0.0 0 0 19041310 5 false 0.0 0 0 16416912 6 false 0.0 0 0 24051929 6 false 0.0 0 0 19040544 6 false 0.0 0 0 24051932 6 false 0.0 0 0 19039779 6 false 0.0 0 0 15630886 5 false 0.0 0 0 15631522 5 false 0.0 0 0 21364827 5 false 0.0 0 0 15630393 5 false 0.0 0 0 24051942 6 false 0.0 0 0 15630686 6 false 0.0 0 0 15630391 5 false 0.0 0 0 9372120 6 false 0.0 0 0 8060944 5 false 0.0 0 0 16416912 5 false 0.0 0 0 15631557 5 false 0.0 0 0 19040131 5 false 0.0 0 0 21364857 5 false 0.0 0 0 11796908 6 false 0.0 0 0 24543239 5 false 0.0 0 0 8913148 5 false 0.0 0 0 8060944 6 false 0.0 0 0 15630605 6 false 0.0 0 0 19040383 6 false 0.0 septCruise Ask Rich about WF Data Have I.S. build new server ('malibu') to host on WF Clone beach to 'malibu' Get Mike McCann on boat Characterize WF<->Shore data link (Dan C.) Characterize WF<->Zephyr data link (Hans) Design file structure and setup rsync between shore and WF Characterize Zephyr<->shore data link ]]> 0 0 23625736 6 false 0.0 0 0 19041246 5 false 0.0 0 0 15007785 5 false 0.0 0 0 15630629 6 false 0.0 0 0 15630817 5 false 0.0 0 0 19041565 6 false 0.0 0 0 15630618 6 false 0.0 0 0 16417013 6 false 0.0 0 0 17236091 5 false 0.0 0 0 25395626 5 false 0.0 0 0 17236185 6 false 0.0 0 0 19038993 5 false 0.0 0 0 15631117 6 false 0.0 0 0 11797082 5 false 0.0 0 0 24051903 6 false 0.0 0 0 23625736 6 false 0.0 0 0 23625739 6 false 0.0 0 0 15630664 6 false 0.0 0 0 24052059 5 false 0.0 0 0 15630654 6 false 0.0 0 0 15631132 6 false 0.0 0 0 11796976 6 false 0.0 0 0 15630841 5 false 0.0 0 0 7503878 5 false 0.0 0 0 24543463 6 false 0.0 0 0 16417013 5 false 0.0 0 0 19040787 5 false 0.0 0 0 15630774 5 false 0.0 0 0 26640568 6 false 0.0 0 0 7503887 5 false 0.0 0 0 25395718 5 false 0.0 0 0 15630817 6 false 0.0 0 0 19041691 5 false 0.0 0 0 9372469 5 false 0.0 0 0 19039779 5 false 0.0 0 0 15630841 6 false 0.0 0 0 24051784 5 false 0.0 0 0 24052327 6 false 0.0 0 0 7372874 5 false 0.0 0 0 19039929 6 false 0.0 0 0 15631333 6 false 0.0 0 0 9798649 5 false 0.0 0 0 17236091 6 false 0.0 0 0 7766106 5 false 0.0 0 0 19038350 5 false 0.0 0 0 19040855 5 false 0.0 0 0 17236185 5 false 0.0 0 0 15630686 5 false 0.0 0 0 19039963 6 false 0.0 0 0 18580243 5 false 0.0 0 0 19039965 6 false 0.0 0 0 7503887 6 false 0.0 0 0 19041691 6 false 0.0 0 0 18579498 6 false 0.0 0 0 18579502 6 false 0.0 0 0 11239645 6 false 0.0 0 0 18579493 6 false 0.0 0 0 15630774 6 false 0.0 0 0 19038350 6 false 0.0 0 0 9372469 6 false 0.0 0 0 24051784 6 false 0.0 0 0 7372874 6 false 0.0 0 0 27067008 5 false 0.0 0 0 19041246 6 false 0.0 0 0